{ "checked_at_utc": "2026-09-09T13:53:36.538568+00:00", "status": "complete", "profiles": 132, "profile_archive_sha256": "2c8ce3fc13b680da2033b98a4a670d6b896db7ec0fe5868b8530a7983348bc47", "source_stamps_match_sealed_inputs": true, "code": { "examples/validation/amazon_metadata_audit.py": "68bf9fd06b46b02b1a96d0ab2a17b6cb60feae5cb87f986e63221e0872f1355c", "examples/validation/amazon_metadata_report.py": "3f9ec0d689c5a15b30203f4dc4a37ecde1cd79e954b6b0968f34d74576a49d13", "artifacts/amazon-metadata-audit/remote_catalog_export.py": "b36f52658ea61a1eb288d66b1882dae49c58ddbc40d690b2db904d041d27367c", "src/compresso_recsys/datasets/amazon2023.py": "b162adc0b181d065aa6df8ebdfe4abd6d578b10eab622fbf977c0a09cf6263a7", "src/compresso_recsys/datasets/base.py": "06ca01db4bba710cf3618a12eb816779ecf81015817cb1224fdc284555bece36" }, "definitions": { "category": "Union of retained IDs across all four verified split catalogs, including non-temporal preprocessed items", "images": "Recorded HTTP(S) product-metadata URLs; not fetched or validated", "text": "Nonempty normalized default entity_text, including labels", "threshold_loss": "Direct fixed-catalog losses, native adapter semantics; not a re-pruned/resplit checkpoint", "train_pairs": "Unique nonzero training user-item pairs" }, "categories": [ { "category": "All_Beauty", "context": { "catalog_sha256": "ea0acc5c35bddfbfe7193a7cc24c4a0e30c9420749d12ab91985e275726e97bb", "script_sha256": "68bf9fd06b46b02b1a96d0ab2a17b6cb60feae5cb87f986e63221e0872f1355c", "recipe_sha256": "988dcc18ddc0ff458e02eda0b9b91e515a8ceaa38f010704f9959bb4880d704d", "files": [ { "path": "data/amazon2023/All_Beauty/mcauley/meta_All_Beauty.jsonl.gz", "kind": "jsonl", "size": 39871253, "mtime_ns": 1788342337367323600 } ] }, "source_rows_scanned": 112590, "duplicate_retained_rows": 0, "splits": { "user_split": { "catalog": { "items": 11834, "field_nonempty": { "title": 11833, "features": 2646, "description": 2124, "categories": 0, "details": 11646, "store": 10974, "main_category": 11834 }, "description_or_features": 3127, "source_image": 11834, "adapter_image": 11834, "text_and_image": 11833, "native_differs": 0, "html": 10, "word_counts": { "native": { "nonempty": 11833, "quantiles": [ 0, 11, 25, 192.70000000000073, 487.6700000000001, 2160 ], "below": { "1": 1, "5": 94, "10": 765, "20": 3833, "30": 7539, "50": 9263, "100": 9881 } }, "default": { "nonempty": 11833, "quantiles": [ 0, 11, 25, 192.70000000000073, 487.6700000000001, 2160 ], "below": { "1": 1, "5": 94, "10": 765, "20": 3833, "30": 7539, "50": 9263, "100": 9881 } }, "extended": { "nonempty": 11834, "quantiles": [ 5, 38, 62, 236, 534.0100000000002, 2212 ], "below": { "1": 0, "5": 0, "10": 9, "20": 146, "30": 477, "50": 2847, "100": 9346 } }, "curated": { "nonempty": 11834, "quantiles": [ 2, 18, 33, 203, 494.6700000000001, 2169 ], "below": { "1": 0, "5": 14, "10": 149, "20": 1508, "30": 4707, "50": 8974, "100": 9774 } } } }, "train": { "items": 11834, "field_nonempty": { "title": 11833, "features": 2646, "description": 2124, "categories": 0, "details": 11646, "store": 10974, "main_category": 11834 }, "description_or_features": 3127, "source_image": 11834, "adapter_image": 11834, "text_and_image": 11833, "native_differs": 0, "html": 10, "word_counts": { "native": { "nonempty": 11833, "quantiles": [ 0, 11, 25, 192.70000000000073, 487.6700000000001, 2160 ], "below": { "1": 1, "5": 94, "10": 765, "20": 3833, "30": 7539, "50": 9263, "100": 9881 }, "train_pairs_removed": { "1": 4, "5": 376, "10": 2695, "20": 12636, "30": 25582, "50": 32632, "100": 35275 } }, "default": { "nonempty": 11833, "quantiles": [ 0, 11, 25, 192.70000000000073, 487.6700000000001, 2160 ], "below": { "1": 1, "5": 94, "10": 765, "20": 3833, "30": 7539, "50": 9263, "100": 9881 }, "train_pairs_removed": { "1": 4, "5": 376, "10": 2695, "20": 12636, "30": 25582, "50": 32632, "100": 35275 } }, "extended": { "nonempty": 11834, "quantiles": [ 5, 38, 62, 236, 534.0100000000002, 2212 ], "below": { "1": 0, "5": 0, "10": 9, "20": 146, "30": 477, "50": 2847, "100": 9346 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 17, "20": 367, "30": 1338, "50": 9066, "100": 32635 } }, "curated": { "nonempty": 11834, "quantiles": [ 2, 18, 33, 203, 494.6700000000001, 2169 ], "below": { "1": 0, "5": 14, "10": 149, "20": 1508, "30": 4707, "50": 8974, "100": 9774 }, "train_pairs_removed": { "1": 0, "5": 58, "10": 460, "20": 5160, "30": 15807, "50": 31112, "100": 34790 } } }, "train_pairs": 45509 }, "val": { "items": 1826, "field_nonempty": { "title": 1826, "features": 498, "description": 366, "categories": 0, "details": 1802, "store": 1688, "main_category": 1826 }, "description_or_features": 573, "source_image": 1826, "adapter_image": 1826, "text_and_image": 1826, "native_differs": 0, "html": 2, "word_counts": { "native": { "nonempty": 1826, "quantiles": [ 2, 11, 27, 220, 492.5, 783 ], "below": { "1": 0, "5": 16, "10": 113, "20": 555, "30": 1069, "50": 1366, "100": 1465 } }, "default": { "nonempty": 1826, "quantiles": [ 2, 11, 27, 220, 492.5, 783 ], "below": { "1": 0, "5": 16, "10": 113, "20": 555, "30": 1069, "50": 1366, "100": 1465 } }, "extended": { "nonempty": 1826, "quantiles": [ 8, 39, 65, 263, 547, 814 ], "below": { "1": 0, "5": 0, "10": 2, "20": 15, "30": 56, "50": 380, "100": 1370 } }, "curated": { "nonempty": 1826, "quantiles": [ 4, 18, 34, 229, 507.25, 785 ], "below": { "1": 0, "5": 3, "10": 22, "20": 220, "30": 680, "50": 1308, "100": 1445 } } } }, "test": { "items": 1854, "field_nonempty": { "title": 1853, "features": 537, "description": 397, "categories": 0, "details": 1832, "store": 1733, "main_category": 1854 }, "description_or_features": 614, "source_image": 1854, "adapter_image": 1854, "text_and_image": 1853, "native_differs": 0, "html": 3, "word_counts": { "native": { "nonempty": 1853, "quantiles": [ 0, 12, 27, 230, 497.2900000000002, 1067 ], "below": { "1": 1, "5": 17, "10": 107, "20": 520, "30": 1061, "50": 1342, "100": 1451 } }, "default": { "nonempty": 1853, "quantiles": [ 0, 12, 27, 230, 497.2900000000002, 1067 ], "below": { "1": 1, "5": 17, "10": 107, "20": 520, "30": 1061, "50": 1342, "100": 1451 } }, "extended": { "nonempty": 1854, "quantiles": [ 10, 40, 66, 268, 542.4100000000001, 1120 ], "below": { "1": 0, "5": 0, "10": 0, "20": 15, "30": 52, "50": 376, "100": 1351 } }, "curated": { "nonempty": 1854, "quantiles": [ 2, 19, 35, 237.4000000000001, 507.35000000000014, 1072 ], "below": { "1": 0, "5": 5, "10": 22, "20": 207, "30": 659, "50": 1274, "100": 1427 } } } }, "preprocessed": { "items": 12105, "field_nonempty": { "title": 12104, "features": 2692, "description": 2163, "categories": 0, "details": 11912, "store": 11219, "main_category": 12105 }, "description_or_features": 3180, "source_image": 12105, "adapter_image": 12105, "text_and_image": 12104, "native_differs": 0, "html": 10, "word_counts": { "native": { "nonempty": 12104, "quantiles": [ 0, 11, 25, 191, 487.9599999999991, 2160 ], "below": { "1": 1, "5": 96, "10": 784, "20": 3931, "30": 7735, "50": 9487, "100": 10118 } }, "default": { "nonempty": 12104, "quantiles": [ 0, 11, 25, 191, 487.9599999999991, 2160 ], "below": { "1": 1, "5": 96, "10": 784, "20": 3931, "30": 7735, "50": 9487, "100": 10118 } }, "extended": { "nonempty": 12105, "quantiles": [ 5, 38, 62, 234, 534.8799999999974, 2212 ], "below": { "1": 0, "5": 0, "10": 9, "20": 153, "30": 487, "50": 2922, "100": 9573 } }, "curated": { "nonempty": 12105, "quantiles": [ 2, 18, 33, 201, 494.9599999999991, 2169 ], "below": { "1": 0, "5": 15, "10": 151, "20": 1554, "30": 4826, "50": 9195, "100": 10009 } } } } }, "item_split": { "catalog": { "items": 12105, "field_nonempty": { "title": 12104, "features": 2692, "description": 2163, "categories": 0, "details": 11912, "store": 11219, "main_category": 12105 }, "description_or_features": 3180, "source_image": 12105, "adapter_image": 12105, "text_and_image": 12104, "native_differs": 0, "html": 10, "word_counts": { "native": { "nonempty": 12104, "quantiles": [ 0, 11, 25, 191, 487.9599999999991, 2160 ], "below": { "1": 1, "5": 96, "10": 784, "20": 3931, "30": 7735, "50": 9487, "100": 10118 } }, "default": { "nonempty": 12104, "quantiles": [ 0, 11, 25, 191, 487.9599999999991, 2160 ], "below": { "1": 1, "5": 96, "10": 784, "20": 3931, "30": 7735, "50": 9487, "100": 10118 } }, "extended": { "nonempty": 12105, "quantiles": [ 5, 38, 62, 234, 534.8799999999974, 2212 ], "below": { "1": 0, "5": 0, "10": 9, "20": 153, "30": 487, "50": 2922, "100": 9573 } }, "curated": { "nonempty": 12105, "quantiles": [ 2, 18, 33, 201, 494.9599999999991, 2169 ], "below": { "1": 0, "5": 15, "10": 151, "20": 1554, "30": 4826, "50": 9195, "100": 10009 } } } }, "train": { "items": 10288, "field_nonempty": { "title": 10288, "features": 2284, "description": 1822, "categories": 0, "details": 10129, "store": 9534, "main_category": 10288 }, "description_or_features": 2690, "source_image": 10288, "adapter_image": 10288, "text_and_image": 10288, "native_differs": 0, "html": 8, "word_counts": { "native": { "nonempty": 10288, "quantiles": [ 2, 11, 25, 191, 484.1299999999992, 2160 ], "below": { "1": 0, "5": 81, "10": 661, "20": 3330, "30": 6605, "50": 8077, "100": 8607 }, "train_pairs_removed": { "1": 0, "5": 412, "10": 2869, "20": 13601, "30": 27528, "50": 34920, "100": 37729 } }, "default": { "nonempty": 10288, "quantiles": [ 2, 11, 25, 191, 484.1299999999992, 2160 ], "below": { "1": 0, "5": 81, "10": 661, "20": 3330, "30": 6605, "50": 8077, "100": 8607 }, "train_pairs_removed": { "1": 0, "5": 412, "10": 2869, "20": 13601, "30": 27528, "50": 34920, "100": 37729 } }, "extended": { "nonempty": 10288, "quantiles": [ 5, 38, 61, 233, 531, 2212 ], "below": { "1": 0, "5": 0, "10": 8, "20": 115, "30": 408, "50": 2494, "100": 8146 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 22, "20": 335, "30": 1386, "50": 9626, "100": 34909 } }, "curated": { "nonempty": 10288, "quantiles": [ 3, 18, 33, 200.3000000000011, 494, 2169 ], "below": { "1": 0, "5": 11, "10": 126, "20": 1321, "30": 4114, "50": 7823, "100": 8524 }, "train_pairs_removed": { "1": 0, "5": 54, "10": 486, "20": 5499, "30": 17010, "50": 33221, "100": 37308 } } }, "train_pairs": 48222 }, "val": { "items": 602, "field_nonempty": { "title": 601, "features": 133, "description": 112, "categories": 0, "details": 590, "store": 563, "main_category": 602 }, "description_or_features": 159, "source_image": 602, "adapter_image": 602, "text_and_image": 601, "native_differs": 0, "html": 1, "word_counts": { "native": { "nonempty": 601, "quantiles": [ 0, 10.100000000000001, 25, 179.79999999999995, 472.9200000000001, 599 ], "below": { "1": 1, "5": 6, "10": 44, "20": 212, "30": 378, "50": 465, "100": 501 } }, "default": { "nonempty": 601, "quantiles": [ 0, 10.100000000000001, 25, 179.79999999999995, 472.9200000000001, 599 ], "below": { "1": 1, "5": 6, "10": 44, "20": 212, "30": 378, "50": 465, "100": 501 } }, "extended": { "nonempty": 602, "quantiles": [ 12, 37, 62, 224.79999999999995, 516.7900000000002, 629 ], "below": { "1": 0, "5": 0, "10": 0, "20": 14, "30": 25, "50": 146, "100": 473 } }, "curated": { "nonempty": 602, "quantiles": [ 2, 18, 33, 188.39999999999986, 488.7800000000002, 616 ], "below": { "1": 0, "5": 1, "10": 7, "20": 85, "30": 246, "50": 452, "100": 493 } } } }, "test": { "items": 1203, "field_nonempty": { "title": 1203, "features": 270, "description": 224, "categories": 0, "details": 1181, "store": 1110, "main_category": 1203 }, "description_or_features": 325, "source_image": 1203, "adapter_image": 1203, "text_and_image": 1203, "native_differs": 0, "html": 1, "word_counts": { "native": { "nonempty": 1203, "quantiles": [ 2, 11, 25, 202.39999999999986, 504.9200000000001, 1014 ], "below": { "1": 0, "5": 9, "10": 79, "20": 387, "30": 748, "50": 939, "100": 1002 } }, "default": { "nonempty": 1203, "quantiles": [ 2, 11, 25, 202.39999999999986, 504.9200000000001, 1014 ], "below": { "1": 0, "5": 9, "10": 79, "20": 387, "30": 748, "50": 939, "100": 1002 } }, "extended": { "nonempty": 1203, "quantiles": [ 5, 39, 62, 249, 550.9200000000001, 1071 ], "below": { "1": 0, "5": 0, "10": 1, "20": 24, "30": 54, "50": 280, "100": 948 } }, "curated": { "nonempty": 1203, "quantiles": [ 4, 18, 33, 207, 513.9200000000001, 1033 ], "below": { "1": 0, "5": 3, "10": 18, "20": 148, "30": 464, "50": 914, "100": 984 } } } }, "preprocessed": { "items": 12105, "field_nonempty": { "title": 12104, "features": 2692, "description": 2163, "categories": 0, "details": 11912, "store": 11219, "main_category": 12105 }, "description_or_features": 3180, "source_image": 12105, "adapter_image": 12105, "text_and_image": 12104, "native_differs": 0, "html": 10, "word_counts": { "native": { "nonempty": 12104, "quantiles": [ 0, 11, 25, 191, 487.9599999999991, 2160 ], "below": { "1": 1, "5": 96, "10": 784, "20": 3931, "30": 7735, "50": 9487, "100": 10118 } }, "default": { "nonempty": 12104, "quantiles": [ 0, 11, 25, 191, 487.9599999999991, 2160 ], "below": { "1": 1, "5": 96, "10": 784, "20": 3931, "30": 7735, "50": 9487, "100": 10118 } }, "extended": { "nonempty": 12105, "quantiles": [ 5, 38, 62, 234, 534.8799999999974, 2212 ], "below": { "1": 0, "5": 0, "10": 9, "20": 153, "30": 487, "50": 2922, "100": 9573 } }, "curated": { "nonempty": 12105, "quantiles": [ 2, 18, 33, 201, 494.9599999999991, 2169 ], "below": { "1": 0, "5": 15, "10": 151, "20": 1554, "30": 4826, "50": 9195, "100": 10009 } } } } }, "leave_last_out": { "catalog": { "items": 10266, "field_nonempty": { "title": 10265, "features": 1769, "description": 1392, "categories": 0, "details": 10083, "store": 9490, "main_category": 10266 }, "description_or_features": 2122, "source_image": 10266, "adapter_image": 10266, "text_and_image": 10265, "native_differs": 0, "html": 7, "word_counts": { "native": { "nonempty": 10265, "quantiles": [ 0, 11, 25, 158, 457.7000000000007, 1067 ], "below": { "1": 1, "5": 74, "10": 640, "20": 3266, "30": 6867, "50": 8513, "100": 8915 } }, "default": { "nonempty": 10265, "quantiles": [ 0, 11, 25, 158, 457.7000000000007, 1067 ], "below": { "1": 1, "5": 74, "10": 640, "20": 3266, "30": 6867, "50": 8513, "100": 8915 } }, "extended": { "nonempty": 10266, "quantiles": [ 5, 37, 60, 201, 501.35000000000036, 1120 ], "below": { "1": 0, "5": 0, "10": 10, "20": 136, "30": 451, "50": 2699, "100": 8569 } }, "curated": { "nonempty": 10266, "quantiles": [ 2, 18, 33, 166, 467, 1072 ], "below": { "1": 0, "5": 10, "10": 111, "20": 1245, "30": 4103, "50": 8283, "100": 8850 } } } }, "train": { "items": 7242, "field_nonempty": { "title": 7242, "features": 1301, "description": 961, "categories": 0, "details": 7100, "store": 6671, "main_category": 7242 }, "description_or_features": 1516, "source_image": 7242, "adapter_image": 7242, "text_and_image": 7242, "native_differs": 0, "html": 6, "word_counts": { "native": { "nonempty": 7242, "quantiles": [ 2, 11, 25, 167, 457.77000000000044, 1067 ], "below": { "1": 0, "5": 47, "10": 437, "20": 2306, "30": 4812, "50": 5984, "100": 6251 }, "train_pairs_removed": { "1": 0, "5": 108, "10": 773, "20": 3662, "30": 8501, "50": 11166, "100": 11619 } }, "default": { "nonempty": 7242, "quantiles": [ 2, 11, 25, 167, 457.77000000000044, 1067 ], "below": { "1": 0, "5": 47, "10": 437, "20": 2306, "30": 4812, "50": 5984, "100": 6251 }, "train_pairs_removed": { "1": 0, "5": 108, "10": 773, "20": 3662, "30": 8501, "50": 11166, "100": 11619 } }, "extended": { "nonempty": 7242, "quantiles": [ 5, 36, 60, 211, 500.59000000000015, 1120 ], "below": { "1": 0, "5": 0, "10": 8, "20": 97, "30": 333, "50": 1918, "100": 6004 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 8, "20": 111, "30": 464, "50": 3247, "100": 11177 } }, "curated": { "nonempty": 7242, "quantiles": [ 3, 18, 33, 175.90000000000055, 467, 1072 ], "below": { "1": 0, "5": 5, "10": 82, "20": 884, "30": 2906, "50": 5820, "100": 6207 }, "train_pairs_removed": { "1": 0, "5": 17, "10": 138, "20": 1394, "30": 4782, "50": 10741, "100": 11526 } } }, "train_pairs": 13878 }, "val": { "items": 2503, "field_nonempty": { "title": 2502, "features": 453, "description": 332, "categories": 0, "details": 2477, "store": 2336, "main_category": 2503 }, "description_or_features": 536, "source_image": 2503, "adapter_image": 2503, "text_and_image": 2502, "native_differs": 0, "html": 2, "word_counts": { "native": { "nonempty": 2502, "quantiles": [ 0, 12, 25, 180, 470.9200000000001, 668 ], "below": { "1": 1, "5": 20, "10": 143, "20": 751, "30": 1612, "50": 2038, "100": 2130 } }, "default": { "nonempty": 2502, "quantiles": [ 0, 12, 25, 180, 470.9200000000001, 668 ], "below": { "1": 1, "5": 20, "10": 143, "20": 751, "30": 1612, "50": 2038, "100": 2130 } }, "extended": { "nonempty": 2503, "quantiles": [ 8, 39, 61, 222.80000000000018, 513.8600000000001, 727 ], "below": { "1": 0, "5": 0, "10": 2, "20": 19, "30": 78, "50": 589, "100": 2048 } }, "curated": { "nonempty": 2503, "quantiles": [ 2, 19, 33, 187.80000000000018, 476.98, 675 ], "below": { "1": 0, "5": 3, "10": 21, "20": 264, "30": 968, "50": 1958, "100": 2113 } } } }, "test": { "items": 2487, "field_nonempty": { "title": 2487, "features": 511, "description": 348, "categories": 0, "details": 2458, "store": 2353, "main_category": 2487 }, "description_or_features": 600, "source_image": 2487, "adapter_image": 2487, "text_and_image": 2487, "native_differs": 0, "html": 2, "word_counts": { "native": { "nonempty": 2487, "quantiles": [ 2, 13, 26, 197.80000000000018, 462.69999999999936, 1067 ], "below": { "1": 0, "5": 23, "10": 151, "20": 666, "30": 1539, "50": 1976, "100": 2084 } }, "default": { "nonempty": 2487, "quantiles": [ 2, 13, 26, 197.80000000000018, 462.69999999999936, 1067 ], "below": { "1": 0, "5": 23, "10": 151, "20": 666, "30": 1539, "50": 1976, "100": 2084 } }, "extended": { "nonempty": 2487, "quantiles": [ 8, 39, 62, 242, 503.1399999999999, 1120 ], "below": { "1": 0, "5": 0, "10": 1, "20": 27, "30": 86, "50": 556, "100": 1998 } }, "curated": { "nonempty": 2487, "quantiles": [ 4, 19, 34, 209.4000000000001, 472.1399999999999, 1072 ], "below": { "1": 0, "5": 3, "10": 26, "20": 253, "30": 842, "50": 1914, "100": 2064 } } } }, "preprocessed": { "items": 10266, "field_nonempty": { "title": 10265, "features": 1769, "description": 1392, "categories": 0, "details": 10083, "store": 9490, "main_category": 10266 }, "description_or_features": 2122, "source_image": 10266, "adapter_image": 10266, "text_and_image": 10265, "native_differs": 0, "html": 7, "word_counts": { "native": { "nonempty": 10265, "quantiles": [ 0, 11, 25, 158, 457.7000000000007, 1067 ], "below": { "1": 1, "5": 74, "10": 640, "20": 3266, "30": 6867, "50": 8513, "100": 8915 } }, "default": { "nonempty": 10265, "quantiles": [ 0, 11, 25, 158, 457.7000000000007, 1067 ], "below": { "1": 1, "5": 74, "10": 640, "20": 3266, "30": 6867, "50": 8513, "100": 8915 } }, "extended": { "nonempty": 10266, "quantiles": [ 5, 37, 60, 201, 501.35000000000036, 1120 ], "below": { "1": 0, "5": 0, "10": 10, "20": 136, "30": 451, "50": 2699, "100": 8569 } }, "curated": { "nonempty": 10266, "quantiles": [ 2, 18, 33, 166, 467, 1072 ], "below": { "1": 0, "5": 10, "10": 111, "20": 1245, "30": 4103, "50": 8283, "100": 8850 } } } } }, "temporal": { "catalog": { "items": 10734, "field_nonempty": { "title": 10733, "features": 1783, "description": 1395, "categories": 0, "details": 10592, "store": 10249, "main_category": 10734 }, "description_or_features": 2200, "source_image": 10734, "adapter_image": 10734, "text_and_image": 10733, "native_differs": 0, "html": 11, "word_counts": { "native": { "nonempty": 10733, "quantiles": [ 0, 12, 25, 165, 450.34000000000015, 2000 ], "below": { "1": 1, "5": 79, "10": 618, "20": 2967, "30": 7031, "50": 8928, "100": 9308 } }, "default": { "nonempty": 10733, "quantiles": [ 0, 12, 25, 165, 450.34000000000015, 2000 ], "below": { "1": 1, "5": 79, "10": 618, "20": 2967, "30": 7031, "50": 8928, "100": 9308 } }, "extended": { "nonempty": 10734, "quantiles": [ 5, 39, 60, 206, 494, 2057 ], "below": { "1": 0, "5": 0, "10": 9, "20": 91, "30": 335, "50": 2598, "100": 8975 } }, "curated": { "nonempty": 10734, "quantiles": [ 2, 20, 34, 173.70000000000073, 456.6700000000001, 2005 ], "below": { "1": 0, "5": 8, "10": 104, "20": 1026, "30": 3835, "50": 8687, "100": 9237 } } } }, "train": { "items": 7173, "field_nonempty": { "title": 7172, "features": 1111, "description": 858, "categories": 0, "details": 7080, "store": 6832, "main_category": 7173 }, "description_or_features": 1354, "source_image": 7173, "adapter_image": 7173, "text_and_image": 7172, "native_differs": 0, "html": 6, "word_counts": { "native": { "nonempty": 7172, "quantiles": [ 0, 12, 25, 142, 457, 2000 ], "below": { "1": 1, "5": 42, "10": 403, "20": 2026, "30": 4859, "50": 6063, "100": 6304 }, "train_pairs_removed": { "1": 1, "5": 82, "10": 648, "20": 3090, "30": 8090, "50": 10532, "100": 10897 } }, "default": { "nonempty": 7172, "quantiles": [ 0, 12, 25, 142, 457, 2000 ], "below": { "1": 1, "5": 42, "10": 403, "20": 2026, "30": 4859, "50": 6063, "100": 6304 }, "train_pairs_removed": { "1": 1, "5": 82, "10": 648, "20": 3090, "30": 8090, "50": 10532, "100": 10897 } }, "extended": { "nonempty": 7173, "quantiles": [ 5, 38, 60, 182.80000000000018, 500, 2057 ], "below": { "1": 0, "5": 0, "10": 7, "20": 64, "30": 242, "50": 1772, "100": 6088 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 7, "20": 75, "30": 345, "50": 2858, "100": 10549 } }, "curated": { "nonempty": 7173, "quantiles": [ 2, 20, 33, 150, 466.27999999999975, 2005 ], "below": { "1": 0, "5": 5, "10": 76, "20": 699, "30": 2684, "50": 5897, "100": 6262 }, "train_pairs_removed": { "1": 0, "5": 16, "10": 119, "20": 1060, "30": 4237, "50": 10156, "100": 10828 } } }, "train_pairs": 12649 }, "val": { "items": 1657, "field_nonempty": { "title": 1657, "features": 370, "description": 259, "categories": 0, "details": 1650, "store": 1637, "main_category": 1657 }, "description_or_features": 456, "source_image": 1657, "adapter_image": 1657, "text_and_image": 1657, "native_differs": 0, "html": 0, "word_counts": { "native": { "nonempty": 1657, "quantiles": [ 2, 14, 28, 225, 439.8800000000001, 838 ], "below": { "1": 0, "5": 16, "10": 75, "20": 334, "30": 898, "50": 1263, "100": 1329 } }, "default": { "nonempty": 1657, "quantiles": [ 2, 14, 28, 225, 439.8800000000001, 838 ], "below": { "1": 0, "5": 16, "10": 75, "20": 334, "30": 898, "50": 1263, "100": 1329 } }, "extended": { "nonempty": 1657, "quantiles": [ 8, 44, 63, 261, 475.2000000000003, 877 ], "below": { "1": 0, "5": 0, "10": 1, "20": 4, "30": 22, "50": 272, "100": 1271 } }, "curated": { "nonempty": 1657, "quantiles": [ 4, 22, 37, 234.4000000000001, 446.8800000000001, 847 ], "below": { "1": 0, "5": 1, "10": 10, "20": 100, "30": 399, "50": 1222, "100": 1307 } } } }, "test": { "items": 618, "field_nonempty": { "title": 618, "features": 177, "description": 101, "categories": 0, "details": 612, "store": 603, "main_category": 618 }, "description_or_features": 204, "source_image": 618, "adapter_image": 618, "text_and_image": 618, "native_differs": 0, "html": 1, "word_counts": { "native": { "nonempty": 618, "quantiles": [ 2, 13, 30, 238.30000000000007, 446.98000000000025, 1067 ], "below": { "1": 0, "5": 7, "10": 38, "20": 115, "30": 295, "50": 437, "100": 465 } }, "default": { "nonempty": 618, "quantiles": [ 2, 13, 30, 238.30000000000007, 446.98000000000025, 1067 ], "below": { "1": 0, "5": 7, "10": 38, "20": 115, "30": 295, "50": 437, "100": 465 } }, "extended": { "nonempty": 618, "quantiles": [ 11, 43, 66, 280, 491.79000000000053, 1120 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 10, "50": 113, "100": 437 } }, "curated": { "nonempty": 618, "quantiles": [ 4, 23, 39, 249.9000000000002, 454.79000000000053, 1072 ], "below": { "1": 0, "5": 1, "10": 3, "20": 43, "30": 152, "50": 416, "100": 460 } } } } } }, "union": { "items": 18755, "field_nonempty": { "title": 18754, "features": 3443, "description": 2947, "categories": 0, "details": 18415, "store": 17373, "main_category": 18755 }, "description_or_features": 4216, "source_image": 18755, "adapter_image": 18755, "text_and_image": 18754, "native_differs": 0, "html": 18, "word_counts": { "native": { "nonempty": 18754, "quantiles": [ 0, 11, 25, 162, 473, 2160 ], "below": { "1": 1, "5": 139, "10": 1230, "20": 6096, "30": 12499, "50": 15325, "100": 16173 } }, "default": { "nonempty": 18754, "quantiles": [ 0, 11, 25, 162, 473, 2160 ], "below": { "1": 1, "5": 139, "10": 1230, "20": 6096, "30": 12499, "50": 15325, "100": 16173 } }, "extended": { "nonempty": 18755, "quantiles": [ 5, 37, 60, 203, 514, 2212 ], "below": { "1": 0, "5": 0, "10": 20, "20": 278, "30": 852, "50": 4934, "100": 15474 } }, "curated": { "nonempty": 18755, "quantiles": [ 2, 18, 32, 169, 479, 2169 ], "below": { "1": 0, "5": 19, "10": 227, "20": 2427, "30": 7591, "50": 14936, "100": 16036 } } } }, "details_keys": [ [ "Brand", 13296 ], [ "Package Dimensions", 11878 ], [ "UPC", 10595 ], [ "Is Discontinued By Manufacturer", 7495 ], [ "Item Form", 6365 ], [ "Material", 5633 ], [ "Product Dimensions", 4815 ], [ "Hair Type", 4453 ], [ "Unit Count", 4044 ], [ "Item model number", 3854 ], [ "Age Range (Description)", 3805 ], [ "Manufacturer", 3798 ], [ "Number of Items", 3331 ], [ "Material Feature", 2923 ], [ "Skin Type", 2438 ], [ "Color", 2431 ], [ "Style", 1825 ], [ "Special Feature", 1768 ], [ "Scent", 1660 ], [ "Finish Type", 1426 ], [ "Product Benefits", 1387 ], [ "Item Weight", 1111 ], [ "Extension Length", 1019 ], [ "Item Dimensions LxWxH", 945 ], [ "Number of Pieces", 939 ], [ "Size", 715 ], [ "Liquid Volume", 697 ], [ "Mounting Type", 611 ], [ "Installation Type", 553 ], [ "Item Volume", 545 ], [ "Package Information", 538 ], [ "Coverage", 506 ], [ "Recommended Uses For Product", 464 ], [ "Shape", 432 ], [ "Power Source", 432 ], [ "Skin Tone", 400 ], [ "Use for", 361 ], [ "Pattern", 329 ], [ "Fabric Type", 317 ], [ "Material Type Free", 288 ], [ "Department", 280 ], [ "Type", 256 ], [ "Ferrule Material", 230 ], [ "Country of Origin", 191 ], [ "Active Ingredients", 188 ], [ "Package Type", 186 ], [ "Handle Material", 180 ], [ "Water Resistance Level", 170 ], [ "Embellishment", 165 ], [ "Occasion", 163 ], [ "Capacity", 146 ], [ "Included Components", 145 ], [ "Batteries", 136 ], [ "Theme", 128 ], [ "Reusability", 127 ], [ "Specialty", 100 ], [ "Item Package Quantity", 88 ], [ "Cartoon Character", 79 ], [ "Date First Available", 76 ], [ "Flavor", 76 ] ], "checked_at_utc": "2026-09-09T13:50:34.615218+00:00" }, { "category": "Amazon_Fashion", "context": { "catalog_sha256": "456460dde21c4d4ca9f397cc039c1f7bab9a5f56d69195264b8cbc99d4726508", "script_sha256": "68bf9fd06b46b02b1a96d0ab2a17b6cb60feae5cb87f986e63221e0872f1355c", "recipe_sha256": "988dcc18ddc0ff458e02eda0b9b91e515a8ceaa38f010704f9959bb4880d704d", "files": [ { "path": "data/amazon2023/Amazon_Fashion/huggingface/raw/meta_categories/meta_Amazon_Fashion.jsonl", "kind": "jsonl", "size": 1422365805, "mtime_ns": 1788901143435713800 } ] }, "source_rows_scanned": 826108, "duplicate_retained_rows": 0, "splits": { "user_split": { "catalog": { "items": 10206, "field_nonempty": { "title": 10206, "features": 6328, "description": 1231, "categories": 0, "details": 9918, "store": 9736, "main_category": 10206 }, "description_or_features": 6405, "source_image": 10206, "adapter_image": 10206, "text_and_image": 10206, "native_differs": 0, "html": 22, "word_counts": { "native": { "nonempty": 10206, "quantiles": [ 2, 12, 19, 151, 388.9500000000007, 1251 ], "below": { "1": 0, "5": 11, "10": 305, "20": 5682, "30": 7724, "50": 8131, "100": 8708 } }, "default": { "nonempty": 10206, "quantiles": [ 2, 12, 19, 151, 388.9500000000007, 1251 ], "below": { "1": 0, "5": 11, "10": 305, "20": 5682, "30": 7724, "50": 8131, "100": 8708 } }, "extended": { "nonempty": 10206, "quantiles": [ 10, 34, 48, 182, 420.9500000000007, 1272 ], "below": { "1": 0, "5": 0, "10": 0, "20": 145, "30": 618, "50": 5636, "100": 8375 } }, "curated": { "nonempty": 10206, "quantiles": [ 4, 14, 21, 158, 393, 1256 ], "below": { "1": 0, "5": 2, "10": 84, "20": 3858, "30": 7366, "50": 8071, "100": 8638 } } } }, "train": { "items": 10206, "field_nonempty": { "title": 10206, "features": 6328, "description": 1231, "categories": 0, "details": 9918, "store": 9736, "main_category": 10206 }, "description_or_features": 6405, "source_image": 10206, "adapter_image": 10206, "text_and_image": 10206, "native_differs": 0, "html": 22, "word_counts": { "native": { "nonempty": 10206, "quantiles": [ 2, 12, 19, 151, 388.9500000000007, 1251 ], "below": { "1": 0, "5": 11, "10": 305, "20": 5682, "30": 7724, "50": 8131, "100": 8708 }, "train_pairs_removed": { "1": 0, "5": 92, "10": 1768, "20": 34697, "30": 45865, "50": 49208, "100": 54328 } }, "default": { "nonempty": 10206, "quantiles": [ 2, 12, 19, 151, 388.9500000000007, 1251 ], "below": { "1": 0, "5": 11, "10": 305, "20": 5682, "30": 7724, "50": 8131, "100": 8708 }, "train_pairs_removed": { "1": 0, "5": 92, "10": 1768, "20": 34697, "30": 45865, "50": 49208, "100": 54328 } }, "extended": { "nonempty": 10206, "quantiles": [ 10, 34, 48, 182, 420.9500000000007, 1272 ], "below": { "1": 0, "5": 0, "10": 0, "20": 145, "30": 618, "50": 5636, "100": 8375 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 895, "30": 3983, "50": 34103, "100": 51255 } }, "curated": { "nonempty": 10206, "quantiles": [ 4, 14, 21, 158, 393, 1256 ], "below": { "1": 0, "5": 2, "10": 84, "20": 3858, "30": 7366, "50": 8071, "100": 8638 }, "train_pairs_removed": { "1": 0, "5": 43, "10": 514, "20": 24696, "30": 43732, "50": 48589, "100": 53449 } } }, "train_pairs": 68051 }, "val": { "items": 2779, "field_nonempty": { "title": 2779, "features": 1703, "description": 401, "categories": 0, "details": 2699, "store": 2644, "main_category": 2779 }, "description_or_features": 1733, "source_image": 2779, "adapter_image": 2779, "text_and_image": 2779, "native_differs": 0, "html": 5, "word_counts": { "native": { "nonempty": 2779, "quantiles": [ 2, 12, 19, 174.20000000000027, 418.4399999999996, 1251 ], "below": { "1": 0, "5": 1, "10": 72, "20": 1492, "30": 1988, "50": 2115, "100": 2302 } }, "default": { "nonempty": 2779, "quantiles": [ 2, 12, 19, 174.20000000000027, 418.4399999999996, 1251 ], "below": { "1": 0, "5": 1, "10": 72, "20": 1492, "30": 1988, "50": 2115, "100": 2302 } }, "extended": { "nonempty": 2779, "quantiles": [ 10, 34, 49, 205, 445.099999999999, 1272 ], "below": { "1": 0, "5": 0, "10": 0, "20": 41, "30": 179, "50": 1451, "100": 2193 } }, "curated": { "nonempty": 2779, "quantiles": [ 4, 15, 22, 183.20000000000027, 423, 1256 ], "below": { "1": 0, "5": 1, "10": 21, "20": 1065, "30": 1889, "50": 2093, "100": 2274 } } } }, "test": { "items": 2692, "field_nonempty": { "title": 2692, "features": 1668, "description": 370, "categories": 0, "details": 2621, "store": 2563, "main_category": 2692 }, "description_or_features": 1689, "source_image": 2692, "adapter_image": 2692, "text_and_image": 2692, "native_differs": 0, "html": 6, "word_counts": { "native": { "nonempty": 2692, "quantiles": [ 2, 12, 19, 180, 413.27000000000044, 1251 ], "below": { "1": 0, "5": 3, "10": 85, "20": 1448, "30": 1913, "50": 2025, "100": 2218 } }, "default": { "nonempty": 2692, "quantiles": [ 2, 12, 19, 180, 413.27000000000044, 1251 ], "below": { "1": 0, "5": 3, "10": 85, "20": 1448, "30": 1913, "50": 2025, "100": 2218 } }, "extended": { "nonempty": 2692, "quantiles": [ 11, 35, 49, 208, 445.3600000000006, 1272 ], "below": { "1": 0, "5": 0, "10": 0, "20": 35, "30": 165, "50": 1399, "100": 2097 } }, "curated": { "nonempty": 2692, "quantiles": [ 4, 14.100000000000023, 22, 187, 422.09000000000015, 1256 ], "below": { "1": 0, "5": 1, "10": 35, "20": 987, "30": 1819, "50": 2006, "100": 2187 } } } }, "preprocessed": { "items": 10217, "field_nonempty": { "title": 10217, "features": 6334, "description": 1234, "categories": 0, "details": 9929, "store": 9746, "main_category": 10217 }, "description_or_features": 6411, "source_image": 10217, "adapter_image": 10217, "text_and_image": 10217, "native_differs": 0, "html": 22, "word_counts": { "native": { "nonempty": 10217, "quantiles": [ 2, 12, 19, 151, 388.84000000000015, 1251 ], "below": { "1": 0, "5": 11, "10": 305, "20": 5684, "30": 7730, "50": 8139, "100": 8717 } }, "default": { "nonempty": 10217, "quantiles": [ 2, 12, 19, 151, 388.84000000000015, 1251 ], "below": { "1": 0, "5": 11, "10": 305, "20": 5684, "30": 7730, "50": 8139, "100": 8717 } }, "extended": { "nonempty": 10217, "quantiles": [ 10, 34, 48, 182, 420.84000000000015, 1272 ], "below": { "1": 0, "5": 0, "10": 0, "20": 145, "30": 618, "50": 5640, "100": 8383 } }, "curated": { "nonempty": 10217, "quantiles": [ 4, 14, 21, 158, 393, 1256 ], "below": { "1": 0, "5": 2, "10": 84, "20": 3860, "30": 7372, "50": 8079, "100": 8647 } } } } }, "item_split": { "catalog": { "items": 10217, "field_nonempty": { "title": 10217, "features": 6334, "description": 1234, "categories": 0, "details": 9929, "store": 9746, "main_category": 10217 }, "description_or_features": 6411, "source_image": 10217, "adapter_image": 10217, "text_and_image": 10217, "native_differs": 0, "html": 22, "word_counts": { "native": { "nonempty": 10217, "quantiles": [ 2, 12, 19, 151, 388.84000000000015, 1251 ], "below": { "1": 0, "5": 11, "10": 305, "20": 5684, "30": 7730, "50": 8139, "100": 8717 } }, "default": { "nonempty": 10217, "quantiles": [ 2, 12, 19, 151, 388.84000000000015, 1251 ], "below": { "1": 0, "5": 11, "10": 305, "20": 5684, "30": 7730, "50": 8139, "100": 8717 } }, "extended": { "nonempty": 10217, "quantiles": [ 10, 34, 48, 182, 420.84000000000015, 1272 ], "below": { "1": 0, "5": 0, "10": 0, "20": 145, "30": 618, "50": 5640, "100": 8383 } }, "curated": { "nonempty": 10217, "quantiles": [ 4, 14, 21, 158, 393, 1256 ], "below": { "1": 0, "5": 2, "10": 84, "20": 3860, "30": 7372, "50": 8079, "100": 8647 } } } }, "train": { "items": 8684, "field_nonempty": { "title": 8684, "features": 5388, "description": 1053, "categories": 0, "details": 8435, "store": 8288, "main_category": 8684 }, "description_or_features": 5454, "source_image": 8684, "adapter_image": 8684, "text_and_image": 8684, "native_differs": 0, "html": 19, "word_counts": { "native": { "nonempty": 8684, "quantiles": [ 2, 12, 19, 150, 389.1700000000001, 870 ], "below": { "1": 0, "5": 9, "10": 256, "20": 4809, "30": 6577, "50": 6934, "100": 7413 }, "train_pairs_removed": { "1": 0, "5": 71, "10": 1826, "20": 36974, "30": 49178, "50": 52758, "100": 57996 } }, "default": { "nonempty": 8684, "quantiles": [ 2, 12, 19, 150, 389.1700000000001, 870 ], "below": { "1": 0, "5": 9, "10": 256, "20": 4809, "30": 6577, "50": 6934, "100": 7413 }, "train_pairs_removed": { "1": 0, "5": 71, "10": 1826, "20": 36974, "30": 49178, "50": 52758, "100": 57996 } }, "extended": { "nonempty": 8684, "quantiles": [ 10, 34, 48, 181, 420.1700000000001, 907 ], "below": { "1": 0, "5": 0, "10": 0, "20": 119, "30": 532, "50": 4778, "100": 7139 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 909, "30": 4268, "50": 36530, "100": 54824 } }, "curated": { "nonempty": 8684, "quantiles": [ 4, 15, 21, 157, 393.1700000000001, 875 ], "below": { "1": 0, "5": 1, "10": 70, "20": 3274, "30": 6270, "50": 6884, "100": 7354 }, "train_pairs_removed": { "1": 0, "5": 22, "10": 531, "20": 26388, "30": 46813, "50": 52181, "100": 57165 } } }, "train_pairs": 72875 }, "val": { "items": 511, "field_nonempty": { "title": 511, "features": 320, "description": 62, "categories": 0, "details": 499, "store": 485, "main_category": 511 }, "description_or_features": 322, "source_image": 511, "adapter_image": 511, "text_and_image": 511, "native_differs": 0, "html": 1, "word_counts": { "native": { "nonempty": 511, "quantiles": [ 5, 12, 18, 157, 338.69999999999993, 460 ], "below": { "1": 0, "5": 0, "10": 24, "20": 288, "30": 380, "50": 396, "100": 430 } }, "default": { "nonempty": 511, "quantiles": [ 5, 12, 18, 157, 338.69999999999993, 460 ], "below": { "1": 0, "5": 0, "10": 24, "20": 288, "30": 380, "50": 396, "100": 430 } }, "extended": { "nonempty": 511, "quantiles": [ 12, 35, 48, 184, 355.9, 499 ], "below": { "1": 0, "5": 0, "10": 0, "20": 7, "30": 31, "50": 288, "100": 415 } }, "curated": { "nonempty": 511, "quantiles": [ 8, 14, 21, 169, 344.5999999999999, 476 ], "below": { "1": 0, "5": 0, "10": 3, "20": 202, "30": 365, "50": 394, "100": 427 } } } }, "test": { "items": 1022, "field_nonempty": { "title": 1022, "features": 626, "description": 119, "categories": 0, "details": 995, "store": 973, "main_category": 1022 }, "description_or_features": 635, "source_image": 1022, "adapter_image": 1022, "text_and_image": 1022, "native_differs": 0, "html": 2, "word_counts": { "native": { "nonempty": 1022, "quantiles": [ 2, 12, 18, 151.89999999999998, 412.119999999999, 1251 ], "below": { "1": 0, "5": 2, "10": 25, "20": 587, "30": 773, "50": 809, "100": 874 } }, "default": { "nonempty": 1022, "quantiles": [ 2, 12, 18, 151.89999999999998, 412.119999999999, 1251 ], "below": { "1": 0, "5": 2, "10": 25, "20": 587, "30": 773, "50": 809, "100": 874 } }, "extended": { "nonempty": 1022, "quantiles": [ 10, 34, 48, 186.79999999999995, 451.9599999999991, 1272 ], "below": { "1": 0, "5": 0, "10": 0, "20": 19, "30": 55, "50": 574, "100": 829 } }, "curated": { "nonempty": 1022, "quantiles": [ 4, 14.100000000000009, 21, 156.89999999999998, 417.119999999999, 1256 ], "below": { "1": 0, "5": 1, "10": 11, "20": 384, "30": 737, "50": 801, "100": 866 } } } }, "preprocessed": { "items": 10217, "field_nonempty": { "title": 10217, "features": 6334, "description": 1234, "categories": 0, "details": 9929, "store": 9746, "main_category": 10217 }, "description_or_features": 6411, "source_image": 10217, "adapter_image": 10217, "text_and_image": 10217, "native_differs": 0, "html": 22, "word_counts": { "native": { "nonempty": 10217, "quantiles": [ 2, 12, 19, 151, 388.84000000000015, 1251 ], "below": { "1": 0, "5": 11, "10": 305, "20": 5684, "30": 7730, "50": 8139, "100": 8717 } }, "default": { "nonempty": 10217, "quantiles": [ 2, 12, 19, 151, 388.84000000000015, 1251 ], "below": { "1": 0, "5": 11, "10": 305, "20": 5684, "30": 7730, "50": 8139, "100": 8717 } }, "extended": { "nonempty": 10217, "quantiles": [ 10, 34, 48, 182, 420.84000000000015, 1272 ], "below": { "1": 0, "5": 0, "10": 0, "20": 145, "30": 618, "50": 5640, "100": 8383 } }, "curated": { "nonempty": 10217, "quantiles": [ 4, 14, 21, 158, 393, 1256 ], "below": { "1": 0, "5": 2, "10": 84, "20": 3860, "30": 7372, "50": 8079, "100": 8647 } } } } }, "leave_last_out": { "catalog": { "items": 4098, "field_nonempty": { "title": 4097, "features": 2256, "description": 348, "categories": 0, "details": 3979, "store": 3989, "main_category": 4098 }, "description_or_features": 2265, "source_image": 4098, "adapter_image": 4098, "text_and_image": 4097, "native_differs": 0, "html": 19, "word_counts": { "native": { "nonempty": 4097, "quantiles": [ 0, 12, 20, 142, 325.1499999999987, 711 ], "below": { "1": 1, "5": 6, "10": 95, "20": 1895, "30": 3114, "50": 3342, "100": 3498 } }, "default": { "nonempty": 4097, "quantiles": [ 0, 12, 20, 142, 325.1499999999987, 711 ], "below": { "1": 1, "5": 6, "10": 95, "20": 1895, "30": 3114, "50": 3342, "100": 3498 } }, "extended": { "nonempty": 4098, "quantiles": [ 10, 33, 45, 172, 350.119999999999, 724 ], "below": { "1": 0, "5": 0, "10": 0, "20": 47, "30": 245, "50": 2672, "100": 3393 } }, "curated": { "nonempty": 4098, "quantiles": [ 2, 15, 23, 148, 328.23999999999796, 717 ], "below": { "1": 0, "5": 3, "10": 38, "20": 1335, "30": 2890, "50": 3326, "100": 3473 } } } }, "train": { "items": 3788, "field_nonempty": { "title": 3787, "features": 2060, "description": 324, "categories": 0, "details": 3678, "store": 3683, "main_category": 3788 }, "description_or_features": 2068, "source_image": 3788, "adapter_image": 3788, "text_and_image": 3787, "native_differs": 0, "html": 19, "word_counts": { "native": { "nonempty": 3787, "quantiles": [ 0, 12, 20, 135.30000000000018, 314.3900000000003, 711 ], "below": { "1": 1, "5": 6, "10": 91, "20": 1788, "30": 2901, "50": 3115, "100": 3262 }, "train_pairs_removed": { "1": 2, "5": 13, "10": 274, "20": 5400, "30": 8323, "50": 8872, "100": 9289 } }, "default": { "nonempty": 3787, "quantiles": [ 0, 12, 20, 135.30000000000018, 314.3900000000003, 711 ], "below": { "1": 1, "5": 6, "10": 91, "20": 1788, "30": 2901, "50": 3115, "100": 3262 }, "train_pairs_removed": { "1": 2, "5": 13, "10": 274, "20": 5400, "30": 8323, "50": 8872, "100": 9289 } }, "extended": { "nonempty": 3788, "quantiles": [ 10, 33, 45, 165, 344.1300000000001, 724 ], "below": { "1": 0, "5": 0, "10": 0, "20": 44, "30": 222, "50": 2487, "100": 3162 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 102, "30": 578, "50": 7088, "100": 9001 } }, "curated": { "nonempty": 3788, "quantiles": [ 2, 14, 23, 142, 321.2600000000002, 717 ], "below": { "1": 0, "5": 3, "10": 36, "20": 1266, "30": 2699, "50": 3099, "100": 3239 }, "train_pairs_removed": { "1": 0, "5": 8, "10": 101, "20": 3989, "30": 7745, "50": 8818, "100": 9224 } } }, "train_pairs": 11044 }, "val": { "items": 1292, "field_nonempty": { "title": 1292, "features": 687, "description": 107, "categories": 0, "details": 1244, "store": 1250, "main_category": 1292 }, "description_or_features": 695, "source_image": 1292, "adapter_image": 1292, "text_and_image": 1292, "native_differs": 0, "html": 7, "word_counts": { "native": { "nonempty": 1292, "quantiles": [ 2, 12, 21, 177.9000000000001, 325.71999999999935, 711 ], "below": { "1": 0, "5": 2, "10": 27, "20": 564, "30": 948, "50": 1013, "100": 1063 } }, "default": { "nonempty": 1292, "quantiles": [ 2, 12, 21, 177.9000000000001, 325.71999999999935, 711 ], "below": { "1": 0, "5": 2, "10": 27, "20": 564, "30": 948, "50": 1013, "100": 1063 } }, "extended": { "nonempty": 1292, "quantiles": [ 12, 33, 46, 205.9000000000001, 345.8999999999992, 724 ], "below": { "1": 0, "5": 0, "10": 0, "20": 21, "30": 92, "50": 804, "100": 1038 } }, "curated": { "nonempty": 1292, "quantiles": [ 4, 14, 24, 183.9000000000001, 327.9899999999991, 717 ], "below": { "1": 0, "5": 1, "10": 8, "20": 404, "30": 858, "50": 1009, "100": 1058 } } } }, "test": { "items": 1190, "field_nonempty": { "title": 1190, "features": 667, "description": 105, "categories": 0, "details": 1156, "store": 1153, "main_category": 1190 }, "description_or_features": 668, "source_image": 1190, "adapter_image": 1190, "text_and_image": 1190, "native_differs": 0, "html": 7, "word_counts": { "native": { "nonempty": 1190, "quantiles": [ 2, 12, 22, 196.10000000000014, 390.2199999999998, 541 ], "below": { "1": 0, "5": 1, "10": 27, "20": 491, "30": 831, "50": 901, "100": 950 } }, "default": { "nonempty": 1190, "quantiles": [ 2, 12, 22, 196.10000000000014, 390.2199999999998, 541 ], "below": { "1": 0, "5": 1, "10": 27, "20": 491, "30": 831, "50": 901, "100": 950 } }, "extended": { "nonempty": 1190, "quantiles": [ 14, 33, 46, 225, 416.4399999999996, 572 ], "below": { "1": 0, "5": 0, "10": 0, "20": 9, "30": 79, "50": 708, "100": 917 } }, "curated": { "nonempty": 1190, "quantiles": [ 4, 15, 25, 203.20000000000027, 395.3299999999997, 546 ], "below": { "1": 0, "5": 1, "10": 15, "20": 359, "30": 752, "50": 896, "100": 939 } } } }, "preprocessed": { "items": 4098, "field_nonempty": { "title": 4097, "features": 2256, "description": 348, "categories": 0, "details": 3979, "store": 3989, "main_category": 4098 }, "description_or_features": 2265, "source_image": 4098, "adapter_image": 4098, "text_and_image": 4097, "native_differs": 0, "html": 19, "word_counts": { "native": { "nonempty": 4097, "quantiles": [ 0, 12, 20, 142, 325.1499999999987, 711 ], "below": { "1": 1, "5": 6, "10": 95, "20": 1895, "30": 3114, "50": 3342, "100": 3498 } }, "default": { "nonempty": 4097, "quantiles": [ 0, 12, 20, 142, 325.1499999999987, 711 ], "below": { "1": 1, "5": 6, "10": 95, "20": 1895, "30": 3114, "50": 3342, "100": 3498 } }, "extended": { "nonempty": 4098, "quantiles": [ 10, 33, 45, 172, 350.119999999999, 724 ], "below": { "1": 0, "5": 0, "10": 0, "20": 47, "30": 245, "50": 2672, "100": 3393 } }, "curated": { "nonempty": 4098, "quantiles": [ 2, 15, 23, 148, 328.23999999999796, 717 ], "below": { "1": 0, "5": 3, "10": 38, "20": 1335, "30": 2890, "50": 3326, "100": 3473 } } } } }, "temporal": { "catalog": { "items": 4080, "field_nonempty": { "title": 4079, "features": 2645, "description": 416, "categories": 0, "details": 3968, "store": 4064, "main_category": 4080 }, "description_or_features": 2656, "source_image": 4080, "adapter_image": 4080, "text_and_image": 4079, "native_differs": 0, "html": 19, "word_counts": { "native": { "nonempty": 4079, "quantiles": [ 0, 14, 23, 206, 409.84000000000015, 1251 ], "below": { "1": 1, "5": 4, "10": 77, "20": 1488, "30": 2759, "50": 2989, "100": 3178 } }, "default": { "nonempty": 4079, "quantiles": [ 0, 14, 23, 206, 409.84000000000015, 1251 ], "below": { "1": 1, "5": 4, "10": 77, "20": 1488, "30": 2759, "50": 2989, "100": 3178 } }, "extended": { "nonempty": 4080, "quantiles": [ 10, 35, 47, 228.0999999999999, 447, 1272 ], "below": { "1": 0, "5": 0, "10": 0, "20": 31, "30": 149, "50": 2313, "100": 3051 } }, "curated": { "nonempty": 4080, "quantiles": [ 2, 16, 26, 210, 419.21000000000004, 1256 ], "below": { "1": 0, "5": 1, "10": 30, "20": 960, "30": 2499, "50": 2974, "100": 3137 } } } }, "train": { "items": 2933, "field_nonempty": { "title": 2933, "features": 1836, "description": 283, "categories": 0, "details": 2847, "store": 2923, "main_category": 2933 }, "description_or_features": 1846, "source_image": 2933, "adapter_image": 2933, "text_and_image": 2933, "native_differs": 0, "html": 17, "word_counts": { "native": { "nonempty": 2933, "quantiles": [ 3, 13, 22, 180.80000000000018, 405, 1251 ], "below": { "1": 0, "5": 3, "10": 63, "20": 1167, "30": 2086, "50": 2236, "100": 2380 }, "train_pairs_removed": { "1": 0, "5": 7, "10": 189, "20": 3231, "30": 5897, "50": 6319, "100": 6812 } }, "default": { "nonempty": 2933, "quantiles": [ 3, 13, 22, 180.80000000000018, 405, 1251 ], "below": { "1": 0, "5": 3, "10": 63, "20": 1167, "30": 2086, "50": 2236, "100": 2380 }, "train_pairs_removed": { "1": 0, "5": 7, "10": 189, "20": 3231, "30": 5897, "50": 6319, "100": 6812 } }, "extended": { "nonempty": 2933, "quantiles": [ 10, 35, 46, 208, 435.67999999999984, 1272 ], "below": { "1": 0, "5": 0, "10": 0, "20": 25, "30": 112, "50": 1753, "100": 2285 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 62, "30": 340, "50": 4908, "100": 6485 } }, "curated": { "nonempty": 2933, "quantiles": [ 5, 16, 24, 187.80000000000018, 411.67999999999984, 1256 ], "below": { "1": 0, "5": 0, "10": 24, "20": 768, "30": 1918, "50": 2222, "100": 2352 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 80, "20": 2146, "30": 5355, "50": 6271, "100": 6700 } } }, "train_pairs": 8888 }, "val": { "items": 673, "field_nonempty": { "title": 673, "features": 526, "description": 92, "categories": 0, "details": 654, "store": 673, "main_category": 673 }, "description_or_features": 527, "source_image": 673, "adapter_image": 673, "text_and_image": 673, "native_differs": 0, "html": 2, "word_counts": { "native": { "nonempty": 673, "quantiles": [ 6, 17, 31, 264.80000000000007, 435.63999999999965, 560 ], "below": { "1": 0, "5": 0, "10": 4, "20": 122, "30": 322, "50": 362, "100": 412 } }, "default": { "nonempty": 673, "quantiles": [ 6, 17, 31, 264.80000000000007, 435.63999999999965, 560 ], "below": { "1": 0, "5": 0, "10": 4, "20": 122, "30": 322, "50": 362, "100": 412 } }, "extended": { "nonempty": 673, "quantiles": [ 15, 38, 61, 289.4000000000002, 473.28, 583 ], "below": { "1": 0, "5": 0, "10": 0, "20": 3, "30": 17, "50": 269, "100": 381 } }, "curated": { "nonempty": 673, "quantiles": [ 8, 19, 37, 270, 446.39999999999986, 565 ], "below": { "1": 0, "5": 0, "10": 1, "20": 72, "30": 274, "50": 362, "100": 398 } } } }, "test": { "items": 467, "field_nonempty": { "title": 467, "features": 373, "description": 77, "categories": 0, "details": 456, "store": 465, "main_category": 467 }, "description_or_features": 373, "source_image": 467, "adapter_image": 467, "text_and_image": 467, "native_differs": 0, "html": 2, "word_counts": { "native": { "nonempty": 467, "quantiles": [ 6, 18, 109, 296.40000000000003, 436.4199999999997, 1251 ], "below": { "1": 0, "5": 0, "10": 6, "20": 66, "30": 160, "50": 192, "100": 226 } }, "default": { "nonempty": 467, "quantiles": [ 6, 18, 109, 296.40000000000003, 436.4199999999997, 1251 ], "below": { "1": 0, "5": 0, "10": 6, "20": 66, "30": 160, "50": 192, "100": 226 } }, "extended": { "nonempty": 467, "quantiles": [ 15, 39, 130, 314, 473.34, 1272 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 14, "50": 146, "100": 204 } }, "curated": { "nonempty": 467, "quantiles": [ 8, 20, 115, 300.80000000000007, 446.6999999999999, 1256 ], "below": { "1": 0, "5": 0, "10": 3, "20": 37, "30": 129, "50": 191, "100": 216 } } } } } }, "union": { "items": 13201, "field_nonempty": { "title": 13200, "features": 8153, "description": 1434, "categories": 0, "details": 12828, "store": 12711, "main_category": 13201 }, "description_or_features": 8233, "source_image": 13201, "adapter_image": 13201, "text_and_image": 13200, "native_differs": 0, "html": 23, "word_counts": { "native": { "nonempty": 13200, "quantiles": [ 0, 12, 19, 140, 384, 1251 ], "below": { "1": 1, "5": 16, "10": 366, "20": 6935, "30": 10109, "50": 10704, "100": 11372 } }, "default": { "nonempty": 13200, "quantiles": [ 0, 12, 19, 140, 384, 1251 ], "below": { "1": 1, "5": 16, "10": 366, "20": 6935, "30": 10109, "50": 10704, "100": 11372 } }, "extended": { "nonempty": 13201, "quantiles": [ 10, 34, 47, 170, 416, 1272 ], "below": { "1": 0, "5": 0, "10": 0, "20": 172, "30": 746, "50": 7687, "100": 10969 } }, "curated": { "nonempty": 13201, "quantiles": [ 2, 15, 22, 146, 389, 1256 ], "below": { "1": 0, "5": 3, "10": 108, "20": 4667, "30": 9563, "50": 10639, "100": 11282 } } } }, "details_keys": [ [ "Date First Available", 12755 ], [ "Package Dimensions", 8215 ], [ "Item model number", 7462 ], [ "Is Discontinued By Manufacturer", 6075 ], [ "Department", 3241 ], [ "Product Dimensions", 2686 ], [ "Manufacturer", 2293 ], [ "Brand", 1070 ], [ "Age Range (Description)", 727 ], [ "Material", 654 ], [ "Color", 517 ], [ "Style", 489 ], [ "Item Weight", 407 ], [ "Size", 272 ], [ "Shape", 198 ], [ "Closure Type", 187 ], [ "Special Feature", 176 ], [ "Pattern", 162 ], [ "Theme", 135 ], [ "Country of Origin", 117 ], [ "Clasp Type", 107 ], [ "Unit Count", 92 ], [ "Reusability", 86 ], [ "Manufacturer recommended age", 80 ], [ "Item Package Quantity", 79 ], [ "Collection Name", 78 ], [ "Sport", 72 ], [ "Number of Items", 69 ], [ "Batteries", 64 ], [ "Metal Type", 53 ], [ "Item Length", 50 ], [ "Chain Type", 50 ], [ "Item Dimensions LxWxH", 39 ], [ "Occasion", 36 ], [ "Frame Material", 33 ], [ "Product Care Instructions", 32 ], [ "Fabric Type", 32 ], [ "Number of Pieces", 32 ], [ "Neck Style", 32 ], [ "Brand Name", 25 ], [ "Sleeve Type", 25 ], [ "Part Number", 23 ], [ "Item Package Dimensions L x W x H", 21 ], [ "Target Audience", 20 ], [ "Package Weight", 20 ], [ "Band Color", 20 ], [ "Fit Type", 19 ], [ "Frame Type", 19 ], [ "Item Form", 18 ], [ "Lining Description", 18 ], [ "Suggested Users", 17 ], [ "Band Material Type", 17 ], [ "Included Components", 16 ], [ "Sport Type", 14 ], [ "Compatible Devices", 14 ], [ "Hand Orientation", 14 ], [ "Metal Stamp", 13 ], [ "Ply Rating", 13 ], [ "Model Name", 12 ], [ "Lens Color", 12 ] ], "checked_at_utc": "2026-09-09T13:50:37.235446+00:00" }, { "category": "Appliances", "context": { "catalog_sha256": "fdb3636e54440cb10b991193755ec32f99747aa45c13a702c7e64a156b3ba16c", "script_sha256": "68bf9fd06b46b02b1a96d0ab2a17b6cb60feae5cb87f986e63221e0872f1355c", "recipe_sha256": "988dcc18ddc0ff458e02eda0b9b91e515a8ceaa38f010704f9959bb4880d704d", "files": [ { "path": "data/amazon2023/Appliances/huggingface/raw/meta_categories/meta_Appliances.jsonl", "kind": "jsonl", "size": 285298475, "mtime_ns": 1788899815504044300 } ] }, "source_rows_scanned": 94327, "duplicate_retained_rows": 0, "splits": { "user_split": { "catalog": { "items": 19078, "field_nonempty": { "title": 19078, "features": 17356, "description": 11177, "categories": 18744, "details": 18785, "store": 18998, "main_category": 18844 }, "description_or_features": 17786, "source_image": 19078, "adapter_image": 19078, "text_and_image": 19078, "native_differs": 0, "html": 47, "word_counts": { "native": { "nonempty": 19078, "quantiles": [ 3, 40, 153, 361, 571.2299999999996, 1930 ], "below": { "1": 0, "5": 4, "10": 22, "20": 242, "30": 997, "50": 2684, "100": 6902 } }, "default": { "nonempty": 19078, "quantiles": [ 3, 40, 153, 361, 571.2299999999996, 1930 ], "below": { "1": 0, "5": 4, "10": 22, "20": 242, "30": 997, "50": 2684, "100": 6902 } }, "extended": { "nonempty": 19078, "quantiles": [ 14, 101, 229, 455, 712.4599999999991, 2015 ], "below": { "1": 0, "5": 0, "10": 0, "20": 6, "30": 40, "50": 202, "100": 1835 } }, "curated": { "nonempty": 19078, "quantiles": [ 5, 45, 159, 371, 582, 1935 ], "below": { "1": 0, "5": 0, "10": 7, "20": 106, "30": 673, "50": 2268, "100": 6617 } } } }, "train": { "items": 19078, "field_nonempty": { "title": 19078, "features": 17356, "description": 11177, "categories": 18744, "details": 18785, "store": 18998, "main_category": 18844 }, "description_or_features": 17786, "source_image": 19078, "adapter_image": 19078, "text_and_image": 19078, "native_differs": 0, "html": 47, "word_counts": { "native": { "nonempty": 19078, "quantiles": [ 3, 40, 153, 361, 571.2299999999996, 1930 ], "below": { "1": 0, "5": 4, "10": 22, "20": 242, "30": 997, "50": 2684, "100": 6902 }, "train_pairs_removed": { "1": 0, "5": 8, "10": 80, "20": 774, "30": 3400, "50": 12449, "100": 40414 } }, "default": { "nonempty": 19078, "quantiles": [ 3, 40, 153, 361, 571.2299999999996, 1930 ], "below": { "1": 0, "5": 4, "10": 22, "20": 242, "30": 997, "50": 2684, "100": 6902 }, "train_pairs_removed": { "1": 0, "5": 8, "10": 80, "20": 774, "30": 3400, "50": 12449, "100": 40414 } }, "extended": { "nonempty": 19078, "quantiles": [ 14, 101, 229, 455, 712.4599999999991, 2015 ], "below": { "1": 0, "5": 0, "10": 0, "20": 6, "30": 40, "50": 202, "100": 1835 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 16, "30": 190, "50": 772, "100": 7874 } }, "curated": { "nonempty": 19078, "quantiles": [ 5, 45, 159, 371, 582, 1935 ], "below": { "1": 0, "5": 0, "10": 7, "20": 106, "30": 673, "50": 2268, "100": 6617 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 15, "20": 364, "30": 2250, "50": 10258, "100": 37472 } } }, "train_pairs": 153605 }, "val": { "items": 3391, "field_nonempty": { "title": 3391, "features": 3198, "description": 1927, "categories": 3349, "details": 3354, "store": 3386, "main_category": 3355 }, "description_or_features": 3249, "source_image": 3391, "adapter_image": 3391, "text_and_image": 3391, "native_differs": 0, "html": 7, "word_counts": { "native": { "nonempty": 3391, "quantiles": [ 4, 50, 173, 380, 597.1999999999998, 884 ], "below": { "1": 0, "5": 1, "10": 4, "20": 23, "30": 102, "50": 332, "100": 982 } }, "default": { "nonempty": 3391, "quantiles": [ 4, 50, 173, 380, 597.1999999999998, 884 ], "below": { "1": 0, "5": 1, "10": 4, "20": 23, "30": 102, "50": 332, "100": 982 } }, "extended": { "nonempty": 3391, "quantiles": [ 18, 120, 254, 479, 724.3999999999996, 1050 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 8, "50": 28, "100": 206 } }, "curated": { "nonempty": 3391, "quantiles": [ 10, 55, 181, 390, 601.7999999999993, 898 ], "below": { "1": 0, "5": 0, "10": 0, "20": 12, "30": 75, "50": 266, "100": 931 } } } }, "test": { "items": 3277, "field_nonempty": { "title": 3277, "features": 3083, "description": 1893, "categories": 3236, "details": 3232, "store": 3269, "main_category": 3236 }, "description_or_features": 3130, "source_image": 3277, "adapter_image": 3277, "text_and_image": 3277, "native_differs": 0, "html": 5, "word_counts": { "native": { "nonempty": 3277, "quantiles": [ 5, 51, 173, 380, 601.2399999999998, 1268 ], "below": { "1": 0, "5": 0, "10": 2, "20": 22, "30": 102, "50": 307, "100": 982 } }, "default": { "nonempty": 3277, "quantiles": [ 5, 51, 173, 380, 601.2399999999998, 1268 ], "below": { "1": 0, "5": 0, "10": 2, "20": 22, "30": 102, "50": 307, "100": 982 } }, "extended": { "nonempty": 3277, "quantiles": [ 19, 120, 253, 482, 718.2399999999998, 1337 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 7, "50": 24, "100": 199 } }, "curated": { "nonempty": 3277, "quantiles": [ 10, 56, 180, 389, 617.2399999999998, 1273 ], "below": { "1": 0, "5": 0, "10": 0, "20": 8, "30": 65, "50": 256, "100": 928 } } } }, "preprocessed": { "items": 19327, "field_nonempty": { "title": 19327, "features": 17573, "description": 11334, "categories": 18983, "details": 19032, "store": 19247, "main_category": 19091 }, "description_or_features": 18011, "source_image": 19327, "adapter_image": 19327, "text_and_image": 19327, "native_differs": 0, "html": 48, "word_counts": { "native": { "nonempty": 19327, "quantiles": [ 3, 40, 153, 361.40000000000146, 572, 1930 ], "below": { "1": 0, "5": 4, "10": 22, "20": 244, "30": 1011, "50": 2723, "100": 6992 } }, "default": { "nonempty": 19327, "quantiles": [ 3, 40, 153, 361.40000000000146, 572, 1930 ], "below": { "1": 0, "5": 4, "10": 22, "20": 244, "30": 1011, "50": 2723, "100": 6992 } }, "extended": { "nonempty": 19327, "quantiles": [ 14, 101, 229, 455, 714.7400000000016, 2015 ], "below": { "1": 0, "5": 0, "10": 0, "20": 6, "30": 40, "50": 204, "100": 1867 } }, "curated": { "nonempty": 19327, "quantiles": [ 5, 45, 159, 371, 582.7400000000016, 1935 ], "below": { "1": 0, "5": 0, "10": 7, "20": 107, "30": 681, "50": 2305, "100": 6703 } } } } }, "item_split": { "catalog": { "items": 19327, "field_nonempty": { "title": 19327, "features": 17573, "description": 11334, "categories": 18983, "details": 19032, "store": 19247, "main_category": 19091 }, "description_or_features": 18011, "source_image": 19327, "adapter_image": 19327, "text_and_image": 19327, "native_differs": 0, "html": 48, "word_counts": { "native": { "nonempty": 19327, "quantiles": [ 3, 40, 153, 361.40000000000146, 572, 1930 ], "below": { "1": 0, "5": 4, "10": 22, "20": 244, "30": 1011, "50": 2723, "100": 6992 } }, "default": { "nonempty": 19327, "quantiles": [ 3, 40, 153, 361.40000000000146, 572, 1930 ], "below": { "1": 0, "5": 4, "10": 22, "20": 244, "30": 1011, "50": 2723, "100": 6992 } }, "extended": { "nonempty": 19327, "quantiles": [ 14, 101, 229, 455, 714.7400000000016, 2015 ], "below": { "1": 0, "5": 0, "10": 0, "20": 6, "30": 40, "50": 204, "100": 1867 } }, "curated": { "nonempty": 19327, "quantiles": [ 5, 45, 159, 371, 582.7400000000016, 1935 ], "below": { "1": 0, "5": 0, "10": 7, "20": 107, "30": 681, "50": 2305, "100": 6703 } } } }, "train": { "items": 16427, "field_nonempty": { "title": 16427, "features": 14927, "description": 9601, "categories": 16143, "details": 16170, "store": 16356, "main_category": 16227 }, "description_or_features": 15309, "source_image": 16427, "adapter_image": 16427, "text_and_image": 16427, "native_differs": 0, "html": 40, "word_counts": { "native": { "nonempty": 16427, "quantiles": [ 3, 40, 153, 360, 569, 1692 ], "below": { "1": 0, "5": 4, "10": 19, "20": 210, "30": 864, "50": 2327, "100": 5966 }, "train_pairs_removed": { "1": 0, "5": 11, "10": 88, "20": 830, "30": 3666, "50": 12707, "100": 42134 } }, "default": { "nonempty": 16427, "quantiles": [ 3, 40, 153, 360, 569, 1692 ], "below": { "1": 0, "5": 4, "10": 19, "20": 210, "30": 864, "50": 2327, "100": 5966 }, "train_pairs_removed": { "1": 0, "5": 11, "10": 88, "20": 830, "30": 3666, "50": 12707, "100": 42134 } }, "extended": { "nonempty": 16427, "quantiles": [ 14, 100, 228, 453, 711, 1750 ], "below": { "1": 0, "5": 0, "10": 0, "20": 5, "30": 37, "50": 180, "100": 1604 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 18, "30": 225, "50": 877, "100": 8120 } }, "curated": { "nonempty": 16427, "quantiles": [ 5, 45, 159, 370, 580, 1694 ], "below": { "1": 0, "5": 0, "10": 5, "20": 90, "30": 577, "50": 1961, "100": 5716 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 15, "20": 388, "30": 2394, "50": 10426, "100": 38954 } } }, "train_pairs": 160268 }, "val": { "items": 967, "field_nonempty": { "title": 967, "features": 895, "description": 572, "categories": 945, "details": 954, "store": 966, "main_category": 959 }, "description_or_features": 913, "source_image": 967, "adapter_image": 967, "text_and_image": 967, "native_differs": 0, "html": 3, "word_counts": { "native": { "nonempty": 967, "quantiles": [ 8, 44.60000000000001, 159, 379.4, 580.7600000000004, 773 ], "below": { "1": 0, "5": 0, "10": 1, "20": 10, "30": 43, "50": 120, "100": 325 } }, "default": { "nonempty": 967, "quantiles": [ 8, 44.60000000000001, 159, 379.4, 580.7600000000004, 773 ], "below": { "1": 0, "5": 0, "10": 1, "20": 10, "30": 43, "50": 120, "100": 325 } }, "extended": { "nonempty": 967, "quantiles": [ 31, 107, 239, 474, 743.8000000000006, 1023 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 5, "100": 78 } }, "curated": { "nonempty": 967, "quantiles": [ 11, 49, 168, 390.4, 596.4000000000003, 778 ], "below": { "1": 0, "5": 0, "10": 0, "20": 6, "30": 29, "50": 105, "100": 313 } } } }, "test": { "items": 1933, "field_nonempty": { "title": 1933, "features": 1751, "description": 1161, "categories": 1895, "details": 1908, "store": 1925, "main_category": 1905 }, "description_or_features": 1789, "source_image": 1933, "adapter_image": 1933, "text_and_image": 1933, "native_differs": 0, "html": 5, "word_counts": { "native": { "nonempty": 1933, "quantiles": [ 7, 39, 150, 362.79999999999995, 567.8000000000006, 1930 ], "below": { "1": 0, "5": 0, "10": 2, "20": 24, "30": 104, "50": 276, "100": 701 } }, "default": { "nonempty": 1933, "quantiles": [ 7, 39, 150, 362.79999999999995, 567.8000000000006, 1930 ], "below": { "1": 0, "5": 0, "10": 2, "20": 24, "30": 104, "50": 276, "100": 701 } }, "extended": { "nonempty": 1933, "quantiles": [ 14, 101, 226, 456, 711, 2015 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 3, "50": 19, "100": 185 } }, "curated": { "nonempty": 1933, "quantiles": [ 7, 45, 156, 371, 585.4000000000003, 1935 ], "below": { "1": 0, "5": 0, "10": 2, "20": 11, "30": 75, "50": 239, "100": 674 } } } }, "preprocessed": { "items": 19327, "field_nonempty": { "title": 19327, "features": 17573, "description": 11334, "categories": 18983, "details": 19032, "store": 19247, "main_category": 19091 }, "description_or_features": 18011, "source_image": 19327, "adapter_image": 19327, "text_and_image": 19327, "native_differs": 0, "html": 48, "word_counts": { "native": { "nonempty": 19327, "quantiles": [ 3, 40, 153, 361.40000000000146, 572, 1930 ], "below": { "1": 0, "5": 4, "10": 22, "20": 244, "30": 1011, "50": 2723, "100": 6992 } }, "default": { "nonempty": 19327, "quantiles": [ 3, 40, 153, 361.40000000000146, 572, 1930 ], "below": { "1": 0, "5": 4, "10": 22, "20": 244, "30": 1011, "50": 2723, "100": 6992 } }, "extended": { "nonempty": 19327, "quantiles": [ 14, 101, 229, 455, 714.7400000000016, 2015 ], "below": { "1": 0, "5": 0, "10": 0, "20": 6, "30": 40, "50": 204, "100": 1867 } }, "curated": { "nonempty": 19327, "quantiles": [ 5, 45, 159, 371, 582.7400000000016, 1935 ], "below": { "1": 0, "5": 0, "10": 7, "20": 107, "30": 681, "50": 2305, "100": 6703 } } } } }, "leave_last_out": { "catalog": { "items": 10896, "field_nonempty": { "title": 10896, "features": 10123, "description": 6265, "categories": 10763, "details": 10744, "store": 10870, "main_category": 10763 }, "description_or_features": 10320, "source_image": 10896, "adapter_image": 10896, "text_and_image": 10896, "native_differs": 0, "html": 26, "word_counts": { "native": { "nonempty": 10896, "quantiles": [ 4, 45, 163, 367, 575.0499999999993, 1930 ], "below": { "1": 0, "5": 1, "10": 9, "20": 103, "30": 443, "50": 1288, "100": 3649 } }, "default": { "nonempty": 10896, "quantiles": [ 4, 45, 163, 367, 575.0499999999993, 1930 ], "below": { "1": 0, "5": 1, "10": 9, "20": 103, "30": 443, "50": 1288, "100": 3649 } }, "extended": { "nonempty": 10896, "quantiles": [ 14, 110, 240, 460, 718, 2015 ], "below": { "1": 0, "5": 0, "10": 0, "20": 3, "30": 23, "50": 92, "100": 852 } }, "curated": { "nonempty": 10896, "quantiles": [ 8, 50, 170, 377, 587, 1935 ], "below": { "1": 0, "5": 0, "10": 1, "20": 43, "30": 297, "50": 1078, "100": 3479 } } } }, "train": { "items": 9603, "field_nonempty": { "title": 9603, "features": 8923, "description": 5707, "categories": 9490, "details": 9462, "store": 9580, "main_category": 9489 }, "description_or_features": 9099, "source_image": 9603, "adapter_image": 9603, "text_and_image": 9603, "native_differs": 0, "html": 23, "word_counts": { "native": { "nonempty": 9603, "quantiles": [ 4, 45, 156, 363, 578, 1930 ], "below": { "1": 0, "5": 1, "10": 9, "20": 84, "30": 390, "50": 1160, "100": 3363 }, "train_pairs_removed": { "1": 0, "5": 2, "10": 22, "20": 204, "30": 970, "50": 3884, "100": 13146 } }, "default": { "nonempty": 9603, "quantiles": [ 4, 45, 156, 363, 578, 1930 ], "below": { "1": 0, "5": 1, "10": 9, "20": 84, "30": 390, "50": 1160, "100": 3363 }, "train_pairs_removed": { "1": 0, "5": 2, "10": 22, "20": 204, "30": 970, "50": 3884, "100": 13146 } }, "extended": { "nonempty": 9603, "quantiles": [ 14, 108, 235, 456, 716.9799999999996, 2015 ], "below": { "1": 0, "5": 0, "10": 0, "20": 3, "30": 21, "50": 78, "100": 772 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 5, "30": 66, "50": 239, "100": 2426 } }, "curated": { "nonempty": 9603, "quantiles": [ 8, 49, 163, 373.8000000000011, 589.9599999999991, 1935 ], "below": { "1": 0, "5": 0, "10": 1, "20": 34, "30": 263, "50": 967, "100": 3209 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 4, "20": 90, "30": 647, "50": 3176, "100": 12271 } } }, "train_pairs": 43016 }, "val": { "items": 6274, "field_nonempty": { "title": 6274, "features": 5889, "description": 3442, "categories": 6199, "details": 6199, "store": 6264, "main_category": 6197 }, "description_or_features": 5993, "source_image": 6274, "adapter_image": 6274, "text_and_image": 6274, "native_differs": 0, "html": 13, "word_counts": { "native": { "nonempty": 6274, "quantiles": [ 4, 50, 176, 376, 597.539999999999, 1930 ], "below": { "1": 0, "5": 1, "10": 4, "20": 50, "30": 203, "50": 612, "100": 1866 } }, "default": { "nonempty": 6274, "quantiles": [ 4, 50, 176, 376, 597.539999999999, 1930 ], "below": { "1": 0, "5": 1, "10": 4, "20": 50, "30": 203, "50": 612, "100": 1866 } }, "extended": { "nonempty": 6274, "quantiles": [ 18, 119, 254, 470.6999999999998, 731.2699999999995, 2015 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 12, "50": 47, "100": 381 } }, "curated": { "nonempty": 6274, "quantiles": [ 11, 55, 184, 386, 609.2699999999995, 1935 ], "below": { "1": 0, "5": 0, "10": 0, "20": 21, "30": 141, "50": 504, "100": 1766 } } } }, "test": { "items": 6215, "field_nonempty": { "title": 6215, "features": 5871, "description": 3211, "categories": 6148, "details": 6134, "store": 6206, "main_category": 6139 }, "description_or_features": 5966, "source_image": 6215, "adapter_image": 6215, "text_and_image": 6215, "native_differs": 0, "html": 11, "word_counts": { "native": { "nonempty": 6215, "quantiles": [ 6, 53, 187, 386, 575, 1268 ], "below": { "1": 0, "5": 0, "10": 4, "20": 44, "30": 181, "50": 535, "100": 1618 } }, "default": { "nonempty": 6215, "quantiles": [ 6, 53, 187, 386, 575, 1268 ], "below": { "1": 0, "5": 0, "10": 4, "20": 44, "30": 181, "50": 535, "100": 1618 } }, "extended": { "nonempty": 6215, "quantiles": [ 18, 123, 265, 487, 719.8599999999997, 1337 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 9, "50": 39, "100": 350 } }, "curated": { "nonempty": 6215, "quantiles": [ 8, 58, 194, 397, 586.579999999999, 1273 ], "below": { "1": 0, "5": 0, "10": 1, "20": 23, "30": 119, "50": 445, "100": 1520 } } } }, "preprocessed": { "items": 10896, "field_nonempty": { "title": 10896, "features": 10123, "description": 6265, "categories": 10763, "details": 10744, "store": 10870, "main_category": 10763 }, "description_or_features": 10320, "source_image": 10896, "adapter_image": 10896, "text_and_image": 10896, "native_differs": 0, "html": 26, "word_counts": { "native": { "nonempty": 10896, "quantiles": [ 4, 45, 163, 367, 575.0499999999993, 1930 ], "below": { "1": 0, "5": 1, "10": 9, "20": 103, "30": 443, "50": 1288, "100": 3649 } }, "default": { "nonempty": 10896, "quantiles": [ 4, 45, 163, 367, 575.0499999999993, 1930 ], "below": { "1": 0, "5": 1, "10": 9, "20": 103, "30": 443, "50": 1288, "100": 3649 } }, "extended": { "nonempty": 10896, "quantiles": [ 14, 110, 240, 460, 718, 2015 ], "below": { "1": 0, "5": 0, "10": 0, "20": 3, "30": 23, "50": 92, "100": 852 } }, "curated": { "nonempty": 10896, "quantiles": [ 8, 50, 170, 377, 587, 1935 ], "below": { "1": 0, "5": 0, "10": 1, "20": 43, "30": 297, "50": 1078, "100": 3479 } } } } }, "temporal": { "catalog": { "items": 16820, "field_nonempty": { "title": 16820, "features": 15341, "description": 8810, "categories": 16532, "details": 16581, "store": 16782, "main_category": 16617 }, "description_or_features": 15701, "source_image": 16820, "adapter_image": 16820, "text_and_image": 16820, "native_differs": 0, "html": 42, "word_counts": { "native": { "nonempty": 16820, "quantiles": [ 3, 45, 177, 375, 577.8100000000013, 1930 ], "below": { "1": 0, "5": 4, "10": 16, "20": 169, "30": 725, "50": 1983, "100": 4950 } }, "default": { "nonempty": 16820, "quantiles": [ 3, 45, 177, 375, 577.8100000000013, 1930 ], "below": { "1": 0, "5": 4, "10": 16, "20": 169, "30": 725, "50": 1983, "100": 4950 } }, "extended": { "nonempty": 16820, "quantiles": [ 16, 108, 252, 471, 718.8100000000013, 2015 ], "below": { "1": 0, "5": 0, "10": 0, "20": 3, "30": 27, "50": 127, "100": 1383 } }, "curated": { "nonempty": 16820, "quantiles": [ 6, 50, 184, 384.10000000000036, 588, 1935 ], "below": { "1": 0, "5": 0, "10": 6, "20": 69, "30": 458, "50": 1671, "100": 4711 } } } }, "train": { "items": 10232, "field_nonempty": { "title": 10232, "features": 9326, "description": 5709, "categories": 10055, "details": 10082, "store": 10211, "main_category": 10101 }, "description_or_features": 9555, "source_image": 10232, "adapter_image": 10232, "text_and_image": 10232, "native_differs": 0, "html": 26, "word_counts": { "native": { "nonempty": 10232, "quantiles": [ 3, 44, 167, 373, 585, 1268 ], "below": { "1": 0, "5": 1, "10": 9, "20": 108, "30": 447, "50": 1256, "100": 3230 }, "train_pairs_removed": { "1": 0, "5": 3, "10": 27, "20": 316, "30": 1378, "50": 5151, "100": 14933 } }, "default": { "nonempty": 10232, "quantiles": [ 3, 44, 167, 373, 585, 1268 ], "below": { "1": 0, "5": 1, "10": 9, "20": 108, "30": 447, "50": 1256, "100": 3230 }, "train_pairs_removed": { "1": 0, "5": 3, "10": 27, "20": 316, "30": 1378, "50": 5151, "100": 14933 } }, "extended": { "nonempty": 10232, "quantiles": [ 16, 107, 245, 470.89999999999964, 724.0700000000015, 1337 ], "below": { "1": 0, "5": 0, "10": 0, "20": 3, "30": 24, "50": 86, "100": 859 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 7, "30": 86, "50": 276, "100": 3325 } }, "curated": { "nonempty": 10232, "quantiles": [ 8, 49, 174, 383, 598.380000000001, 1273 ], "below": { "1": 0, "5": 0, "10": 3, "20": 48, "30": 299, "50": 1051, "100": 3056 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 8, "20": 147, "30": 907, "50": 4253, "100": 13735 } } }, "train_pairs": 71406 }, "val": { "items": 8307, "field_nonempty": { "title": 8307, "features": 7828, "description": 3856, "categories": 8201, "details": 8202, "store": 8302, "main_category": 8212 }, "description_or_features": 7994, "source_image": 8307, "adapter_image": 8307, "text_and_image": 8307, "native_differs": 0, "html": 23, "word_counts": { "native": { "nonempty": 8307, "quantiles": [ 3, 57, 199, 389, 574.9400000000005, 1268 ], "below": { "1": 0, "5": 2, "10": 4, "20": 48, "30": 202, "50": 658, "100": 1758 } }, "default": { "nonempty": 8307, "quantiles": [ 3, 57, 199, 389, 574.9400000000005, 1268 ], "below": { "1": 0, "5": 2, "10": 4, "20": 48, "30": 202, "50": 658, "100": 1758 } }, "extended": { "nonempty": 8307, "quantiles": [ 16, 126, 274, 490, 726.9400000000005, 1337 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 11, "50": 45, "100": 410 } }, "curated": { "nonempty": 8307, "quantiles": [ 8, 62, 206, 399, 584, 1273 ], "below": { "1": 0, "5": 0, "10": 1, "20": 13, "30": 119, "50": 539, "100": 1657 } } } }, "test": { "items": 7199, "field_nonempty": { "title": 7199, "features": 6925, "description": 2870, "categories": 7137, "details": 7102, "store": 7197, "main_category": 7116 }, "description_or_features": 7032, "source_image": 7199, "adapter_image": 7199, "text_and_image": 7199, "native_differs": 0, "html": 19, "word_counts": { "native": { "nonempty": 7199, "quantiles": [ 4, 72, 216, 397, 569.039999999999, 1357 ], "below": { "1": 0, "5": 1, "10": 2, "20": 27, "30": 111, "50": 374, "100": 1178 } }, "default": { "nonempty": 7199, "quantiles": [ 4, 72, 216, 397, 569.039999999999, 1357 ], "below": { "1": 0, "5": 1, "10": 2, "20": 27, "30": 111, "50": 374, "100": 1178 } }, "extended": { "nonempty": 7199, "quantiles": [ 16, 140, 293, 500, 748.0199999999995, 1528 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 8, "50": 22, "100": 239 } }, "curated": { "nonempty": 7199, "quantiles": [ 6, 77.80000000000007, 224, 407, 581.0199999999995, 1369 ], "below": { "1": 0, "5": 0, "10": 1, "20": 11, "30": 61, "50": 300, "100": 1094 } } } } } }, "union": { "items": 22334, "field_nonempty": { "title": 22334, "features": 20171, "description": 12808, "categories": 21910, "details": 21994, "store": 22241, "main_category": 22064 }, "description_or_features": 20688, "source_image": 22334, "adapter_image": 22334, "text_and_image": 22334, "native_differs": 0, "html": 58, "word_counts": { "native": { "nonempty": 22334, "quantiles": [ 3, 40, 156, 364, 572.6699999999983, 1930 ], "below": { "1": 0, "5": 6, "10": 26, "20": 290, "30": 1205, "50": 3195, "100": 7898 } }, "default": { "nonempty": 22334, "quantiles": [ 3, 40, 156, 364, 572.6699999999983, 1930 ], "below": { "1": 0, "5": 6, "10": 26, "20": 290, "30": 1205, "50": 3195, "100": 7898 } }, "extended": { "nonempty": 22334, "quantiles": [ 14, 99, 232, 457, 711, 2015 ], "below": { "1": 0, "5": 0, "10": 0, "20": 7, "30": 44, "50": 234, "100": 2237 } }, "curated": { "nonempty": 22334, "quantiles": [ 5, 44, 163, 374, 583.6699999999983, 1935 ], "below": { "1": 0, "5": 0, "10": 11, "20": 132, "30": 795, "50": 2712, "100": 7576 } } } }, "details_keys": [ [ "Date First Available", 20582 ], [ "Item Weight", 19874 ], [ "Best Sellers Rank", 17194 ], [ "Item model number", 16538 ], [ "Part Number", 15304 ], [ "Batteries Required?", 14940 ], [ "Manufacturer", 14127 ], [ "Product Dimensions", 13018 ], [ "Batteries Included?", 12887 ], [ "Is Discontinued By Manufacturer", 11549 ], [ "Brand", 11419 ], [ "Package Dimensions", 8312 ], [ "Color", 7864 ], [ "Material", 7086 ], [ "Item Package Quantity", 6315 ], [ "Brand Name", 5584 ], [ "Included Components", 4689 ], [ "Model Info", 4297 ], [ "Country of Origin", 2513 ], [ "Material Type", 2490 ], [ "Special Features", 2489 ], [ "Shape", 2384 ], [ "Number of Pieces", 2347 ], [ "Voltage", 2328 ], [ "Style", 2248 ], [ "Special Feature", 2156 ], [ "Size", 2034 ], [ "Item Dimensions LxWxH", 1972 ], [ "Capacity", 1887 ], [ "Compatible Devices", 1736 ], [ "Finish Type", 1452 ], [ "Warranty Description", 1419 ], [ "External Testing Certification", 1349 ], [ "Unit Count", 1271 ], [ "Installation Type", 1242 ], [ "Model Name", 1240 ], [ "Power Source", 1176 ], [ "Wattage", 1114 ], [ "Form Factor", 994 ], [ "Finish", 913 ], [ "Certification", 904 ], [ "Number of Items", 875 ], [ "Batteries required", 874 ], [ "Duration", 766 ], [ "Number Of Pieces", 750 ], [ "Control Console", 704 ], [ "Domestic Shipping", 694 ], [ "International Shipping", 694 ], [ "Pattern", 645 ], [ "Mounting Type", 609 ], [ "Compatible Device", 514 ], [ "Fuel type", 511 ], [ "Access Location", 502 ], [ "Age Range (Description)", 483 ], [ "Usage", 450 ], [ "Product Benefits", 447 ], [ "Noise", 447 ], [ "Handle Material", 429 ], [ "Controls Type", 429 ], [ "", 380 ] ], "checked_at_utc": "2026-09-09T13:50:36.504235+00:00" }, { "category": "Arts_Crafts_and_Sewing", "context": { "catalog_sha256": "1165f736afff7b69413fae82e59201c119b2763f9b5a05d3e1317bb180e055c4", "script_sha256": "68bf9fd06b46b02b1a96d0ab2a17b6cb60feae5cb87f986e63221e0872f1355c", "recipe_sha256": "988dcc18ddc0ff458e02eda0b9b91e515a8ceaa38f010704f9959bb4880d704d", "files": [ { "path": "data/amazon2023/Arts_Crafts_and_Sewing/huggingface/raw_meta_Arts_Crafts_and_Sewing/full-00000-of-00004.parquet", "kind": "parquet", "size": 220328100, "mtime_ns": 1788900061901589500 }, { "path": "data/amazon2023/Arts_Crafts_and_Sewing/huggingface/raw_meta_Arts_Crafts_and_Sewing/full-00001-of-00004.parquet", "kind": "parquet", "size": 208969430, "mtime_ns": 1788900311066702000 }, { "path": "data/amazon2023/Arts_Crafts_and_Sewing/huggingface/raw_meta_Arts_Crafts_and_Sewing/full-00002-of-00004.parquet", "kind": "parquet", "size": 198197529, "mtime_ns": 1788900576145145000 }, { "path": "data/amazon2023/Arts_Crafts_and_Sewing/huggingface/raw_meta_Arts_Crafts_and_Sewing/full-00003-of-00004.parquet", "kind": "parquet", "size": 179216111, "mtime_ns": 1788900810788240600 } ] }, "source_rows_scanned": 801446, "duplicate_retained_rows": 0, "splits": { "user_split": { "catalog": { "items": 18043, "field_nonempty": { "title": 18042, "features": 17127, "description": 10531, "categories": 17815, "details": 17927, "store": 18007, "main_category": 17549 }, "description_or_features": 17367, "source_image": 18034, "adapter_image": 0, "text_and_image": 18034, "native_differs": 18043, "html": 32, "word_counts": { "native": { "nonempty": 18043, "quantiles": [ 11, 64, 169, 345, 572, 3324 ], "below": { "1": 0, "5": 0, "10": 0, "20": 19, "30": 214, "50": 1115, "100": 4163 } }, "default": { "nonempty": 18043, "quantiles": [ 5, 67, 172, 348, 575.5799999999981, 3326 ], "below": { "1": 0, "5": 0, "10": 3, "20": 45, "30": 253, "50": 1048, "100": 3945 } }, "extended": { "nonempty": 18043, "quantiles": [ 20, 132, 248, 429, 651.5799999999981, 3364 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 3, "50": 55, "100": 823 } }, "curated": { "nonempty": 18043, "quantiles": [ 7, 76, 183, 361, 589.5799999999981, 3330 ], "below": { "1": 0, "5": 0, "10": 2, "20": 25, "30": 126, "50": 698, "100": 3187 } } } }, "train": { "items": 18043, "field_nonempty": { "title": 18042, "features": 17127, "description": 10531, "categories": 17815, "details": 17927, "store": 18007, "main_category": 17549 }, "description_or_features": 17367, "source_image": 18034, "adapter_image": 0, "text_and_image": 18034, "native_differs": 18043, "html": 32, "word_counts": { "native": { "nonempty": 18043, "quantiles": [ 11, 64, 169, 345, 572, 3324 ], "below": { "1": 0, "5": 0, "10": 0, "20": 19, "30": 214, "50": 1115, "100": 4163 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 439, "30": 6700, "50": 35366, "100": 154486 } }, "default": { "nonempty": 18043, "quantiles": [ 5, 67, 172, 348, 575.5799999999981, 3326 ], "below": { "1": 0, "5": 0, "10": 3, "20": 45, "30": 253, "50": 1048, "100": 3945 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 77, "20": 1254, "30": 7684, "50": 32386, "100": 145931 } }, "extended": { "nonempty": 18043, "quantiles": [ 20, 132, 248, 429, 651.5799999999981, 3364 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 3, "50": 55, "100": 823 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 127, "50": 1487, "100": 24606 } }, "curated": { "nonempty": 18043, "quantiles": [ 7, 76, 183, 361, 589.5799999999981, 3330 ], "below": { "1": 0, "5": 0, "10": 2, "20": 25, "30": 126, "50": 698, "100": 3187 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 61, "20": 575, "30": 3836, "50": 21173, "100": 114797 } } }, "train_pairs": 728532 }, "val": { "items": 6506, "field_nonempty": { "title": 6505, "features": 6231, "description": 3935, "categories": 6420, "details": 6466, "store": 6498, "main_category": 6328 }, "description_or_features": 6316, "source_image": 6504, "adapter_image": 0, "text_and_image": 6504, "native_differs": 6506, "html": 12, "word_counts": { "native": { "nonempty": 6506, "quantiles": [ 11, 67, 173, 349, 590, 1778 ], "below": { "1": 0, "5": 0, "10": 0, "20": 5, "30": 58, "50": 343, "100": 1397 } }, "default": { "nonempty": 6506, "quantiles": [ 5, 70, 175, 352, 593.9499999999998, 1782 ], "below": { "1": 0, "5": 0, "10": 2, "20": 13, "30": 73, "50": 323, "100": 1323 } }, "extended": { "nonempty": 6506, "quantiles": [ 29, 138, 252.5, 435, 681, 1897 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 15, "100": 246 } }, "curated": { "nonempty": 6506, "quantiles": [ 7, 80, 186, 366, 602.9499999999998, 1798 ], "below": { "1": 0, "5": 0, "10": 1, "20": 5, "30": 33, "50": 203, "100": 1043 } } } }, "test": { "items": 6613, "field_nonempty": { "title": 6612, "features": 6340, "description": 3991, "categories": 6538, "details": 6577, "store": 6602, "main_category": 6450 }, "description_or_features": 6422, "source_image": 6610, "adapter_image": 0, "text_and_image": 6610, "native_differs": 6613, "html": 13, "word_counts": { "native": { "nonempty": 6613, "quantiles": [ 11, 67, 169, 349, 584.8800000000001, 3146 ], "below": { "1": 0, "5": 0, "10": 0, "20": 5, "30": 59, "50": 373, "100": 1468 } }, "default": { "nonempty": 6613, "quantiles": [ 5, 69, 171, 352, 588.8800000000001, 3148 ], "below": { "1": 0, "5": 0, "10": 1, "20": 14, "30": 72, "50": 342, "100": 1395 } }, "extended": { "nonempty": 6613, "quantiles": [ 29, 138, 250, 435, 669.8800000000001, 3189 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 17, "100": 253 } }, "curated": { "nonempty": 6613, "quantiles": [ 7, 80, 183, 365, 600.5200000000004, 3153 ], "below": { "1": 0, "5": 0, "10": 1, "20": 6, "30": 35, "50": 215, "100": 1095 } } } }, "preprocessed": { "items": 18043, "field_nonempty": { "title": 18042, "features": 17127, "description": 10531, "categories": 17815, "details": 17927, "store": 18007, "main_category": 17549 }, "description_or_features": 17367, "source_image": 18034, "adapter_image": 0, "text_and_image": 18034, "native_differs": 18043, "html": 32, "word_counts": { "native": { "nonempty": 18043, "quantiles": [ 11, 64, 169, 345, 572, 3324 ], "below": { "1": 0, "5": 0, "10": 0, "20": 19, "30": 214, "50": 1115, "100": 4163 } }, "default": { "nonempty": 18043, "quantiles": [ 5, 67, 172, 348, 575.5799999999981, 3326 ], "below": { "1": 0, "5": 0, "10": 3, "20": 45, "30": 253, "50": 1048, "100": 3945 } }, "extended": { "nonempty": 18043, "quantiles": [ 20, 132, 248, 429, 651.5799999999981, 3364 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 3, "50": 55, "100": 823 } }, "curated": { "nonempty": 18043, "quantiles": [ 7, 76, 183, 361, 589.5799999999981, 3330 ], "below": { "1": 0, "5": 0, "10": 2, "20": 25, "30": 126, "50": 698, "100": 3187 } } } } }, "item_split": { "catalog": { "items": 18043, "field_nonempty": { "title": 18042, "features": 17127, "description": 10531, "categories": 17815, "details": 17927, "store": 18007, "main_category": 17549 }, "description_or_features": 17367, "source_image": 18034, "adapter_image": 0, "text_and_image": 18034, "native_differs": 18043, "html": 32, "word_counts": { "native": { "nonempty": 18043, "quantiles": [ 11, 64, 169, 345, 572, 3324 ], "below": { "1": 0, "5": 0, "10": 0, "20": 19, "30": 214, "50": 1115, "100": 4163 } }, "default": { "nonempty": 18043, "quantiles": [ 5, 67, 172, 348, 575.5799999999981, 3326 ], "below": { "1": 0, "5": 0, "10": 3, "20": 45, "30": 253, "50": 1048, "100": 3945 } }, "extended": { "nonempty": 18043, "quantiles": [ 20, 132, 248, 429, 651.5799999999981, 3364 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 3, "50": 55, "100": 823 } }, "curated": { "nonempty": 18043, "quantiles": [ 7, 76, 183, 361, 589.5799999999981, 3330 ], "below": { "1": 0, "5": 0, "10": 2, "20": 25, "30": 126, "50": 698, "100": 3187 } } } }, "train": { "items": 15335, "field_nonempty": { "title": 15334, "features": 14561, "description": 8927, "categories": 15136, "details": 15241, "store": 15302, "main_category": 14917 }, "description_or_features": 14766, "source_image": 15326, "adapter_image": 0, "text_and_image": 15326, "native_differs": 15335, "html": 30, "word_counts": { "native": { "nonempty": 15335, "quantiles": [ 11, 65, 170, 346, 570.6599999999999, 3324 ], "below": { "1": 0, "5": 0, "10": 0, "20": 18, "30": 173, "50": 943, "100": 3511 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 467, "30": 5983, "50": 33521, "100": 144830 } }, "default": { "nonempty": 15335, "quantiles": [ 5, 67, 172, 349, 574, 3326 ], "below": { "1": 0, "5": 0, "10": 3, "20": 40, "30": 201, "50": 883, "100": 3320 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 86, "20": 1163, "30": 6712, "50": 30777, "100": 136306 } }, "extended": { "nonempty": 15335, "quantiles": [ 20, 132, 248, 430, 652.6599999999999, 3364 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 2, "50": 47, "100": 695 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 44, "50": 1357, "100": 23212 } }, "curated": { "nonempty": 15335, "quantiles": [ 7, 77, 184, 362, 587, 3330 ], "below": { "1": 0, "5": 0, "10": 2, "20": 24, "30": 103, "50": 589, "100": 2681 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 69, "20": 601, "30": 3394, "50": 20103, "100": 106951 } } }, "train_pairs": 689186 }, "val": { "items": 903, "field_nonempty": { "title": 903, "features": 855, "description": 528, "categories": 894, "details": 891, "store": 901, "main_category": 879 }, "description_or_features": 868, "source_image": 903, "adapter_image": 0, "text_and_image": 903, "native_differs": 903, "html": 2, "word_counts": { "native": { "nonempty": 903, "quantiles": [ 20, 65, 176, 342.80000000000007, 585.94, 875 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 10, "50": 52, "100": 196 } }, "default": { "nonempty": 903, "quantiles": [ 19, 67, 178, 346, 588.96, 879 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 13, "50": 50, "100": 187 } }, "extended": { "nonempty": 903, "quantiles": [ 39, 139, 248, 427.80000000000007, 684.5000000000005, 964 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 2, "100": 42 } }, "curated": { "nonempty": 903, "quantiles": [ 21, 78, 188, 355, 595.9200000000001, 887 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 5, "50": 32, "100": 150 } } } }, "test": { "items": 1805, "field_nonempty": { "title": 1805, "features": 1711, "description": 1076, "categories": 1785, "details": 1795, "store": 1804, "main_category": 1753 }, "description_or_features": 1733, "source_image": 1805, "adapter_image": 0, "text_and_image": 1805, "native_differs": 1805, "html": 0, "word_counts": { "native": { "nonempty": 1805, "quantiles": [ 19, 62, 161, 343.60000000000014, 566.9200000000001, 3146 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 31, "50": 120, "100": 456 } }, "default": { "nonempty": 1805, "quantiles": [ 14, 64, 164, 346, 570.8800000000001, 3148 ], "below": { "1": 0, "5": 0, "10": 0, "20": 4, "30": 39, "50": 115, "100": 438 } }, "extended": { "nonempty": 1805, "quantiles": [ 29, 126, 239, 416.2000000000003, 632.7200000000003, 3189 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 6, "100": 86 } }, "curated": { "nonempty": 1805, "quantiles": [ 19, 75, 176, 358.60000000000014, 588.5200000000004, 3153 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 18, "50": 77, "100": 356 } } } }, "preprocessed": { "items": 18043, "field_nonempty": { "title": 18042, "features": 17127, "description": 10531, "categories": 17815, "details": 17927, "store": 18007, "main_category": 17549 }, "description_or_features": 17367, "source_image": 18034, "adapter_image": 0, "text_and_image": 18034, "native_differs": 18043, "html": 32, "word_counts": { "native": { "nonempty": 18043, "quantiles": [ 11, 64, 169, 345, 572, 3324 ], "below": { "1": 0, "5": 0, "10": 0, "20": 19, "30": 214, "50": 1115, "100": 4163 } }, "default": { "nonempty": 18043, "quantiles": [ 5, 67, 172, 348, 575.5799999999981, 3326 ], "below": { "1": 0, "5": 0, "10": 3, "20": 45, "30": 253, "50": 1048, "100": 3945 } }, "extended": { "nonempty": 18043, "quantiles": [ 20, 132, 248, 429, 651.5799999999981, 3364 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 3, "50": 55, "100": 823 } }, "curated": { "nonempty": 18043, "quantiles": [ 7, 76, 183, 361, 589.5799999999981, 3330 ], "below": { "1": 0, "5": 0, "10": 2, "20": 25, "30": 126, "50": 698, "100": 3187 } } } } }, "leave_last_out": { "catalog": { "items": 18043, "field_nonempty": { "title": 18042, "features": 17127, "description": 10531, "categories": 17815, "details": 17927, "store": 18007, "main_category": 17549 }, "description_or_features": 17367, "source_image": 18034, "adapter_image": 0, "text_and_image": 18034, "native_differs": 18043, "html": 32, "word_counts": { "native": { "nonempty": 18043, "quantiles": [ 11, 64, 169, 345, 572, 3324 ], "below": { "1": 0, "5": 0, "10": 0, "20": 19, "30": 214, "50": 1115, "100": 4163 } }, "default": { "nonempty": 18043, "quantiles": [ 5, 67, 172, 348, 575.5799999999981, 3326 ], "below": { "1": 0, "5": 0, "10": 3, "20": 45, "30": 253, "50": 1048, "100": 3945 } }, "extended": { "nonempty": 18043, "quantiles": [ 20, 132, 248, 429, 651.5799999999981, 3364 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 3, "50": 55, "100": 823 } }, "curated": { "nonempty": 18043, "quantiles": [ 7, 76, 183, 361, 589.5799999999981, 3330 ], "below": { "1": 0, "5": 0, "10": 2, "20": 25, "30": 126, "50": 698, "100": 3187 } } } }, "train": { "items": 18043, "field_nonempty": { "title": 18042, "features": 17127, "description": 10531, "categories": 17815, "details": 17927, "store": 18007, "main_category": 17549 }, "description_or_features": 17367, "source_image": 18034, "adapter_image": 0, "text_and_image": 18034, "native_differs": 18043, "html": 32, "word_counts": { "native": { "nonempty": 18043, "quantiles": [ 11, 64, 169, 345, 572, 3324 ], "below": { "1": 0, "5": 0, "10": 0, "20": 19, "30": 214, "50": 1115, "100": 4163 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 421, "30": 6066, "50": 31637, "100": 137934 } }, "default": { "nonempty": 18043, "quantiles": [ 5, 67, 172, 348, 575.5799999999981, 3326 ], "below": { "1": 0, "5": 0, "10": 3, "20": 45, "30": 253, "50": 1048, "100": 3945 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 74, "20": 1146, "30": 7025, "50": 28996, "100": 130279 } }, "extended": { "nonempty": 18043, "quantiles": [ 20, 132, 248, 429, 651.5799999999981, 3364 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 3, "50": 55, "100": 823 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 122, "50": 1360, "100": 22359 } }, "curated": { "nonempty": 18043, "quantiles": [ 7, 76, 183, 361, 589.5799999999981, 3330 ], "below": { "1": 0, "5": 0, "10": 2, "20": 25, "30": 126, "50": 698, "100": 3187 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 61, "20": 536, "30": 3517, "50": 19129, "100": 102410 } } }, "train_pairs": 617052 }, "val": { "items": 16863, "field_nonempty": { "title": 16862, "features": 16035, "description": 9710, "categories": 16667, "details": 16762, "store": 16833, "main_category": 16402 }, "description_or_features": 16262, "source_image": 16855, "adapter_image": 0, "text_and_image": 16855, "native_differs": 16863, "html": 32, "word_counts": { "native": { "nonempty": 16863, "quantiles": [ 11, 66, 172, 347, 571, 2114 ], "below": { "1": 0, "5": 0, "10": 0, "20": 15, "30": 190, "50": 1003, "100": 3762 } }, "default": { "nonempty": 16863, "quantiles": [ 5, 68, 174, 350, 574, 2117 ], "below": { "1": 0, "5": 0, "10": 3, "20": 38, "30": 220, "50": 941, "100": 3565 } }, "extended": { "nonempty": 16863, "quantiles": [ 20, 134, 250, 430, 650, 2207 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 3, "50": 46, "100": 725 } }, "curated": { "nonempty": 16863, "quantiles": [ 7, 78, 185, 362, 589, 2130 ], "below": { "1": 0, "5": 0, "10": 2, "20": 19, "30": 111, "50": 622, "100": 2877 } } } }, "test": { "items": 16459, "field_nonempty": { "title": 16458, "features": 15685, "description": 9369, "categories": 16259, "details": 16364, "store": 16435, "main_category": 16003 }, "description_or_features": 15894, "source_image": 16454, "adapter_image": 0, "text_and_image": 16454, "native_differs": 16459, "html": 31, "word_counts": { "native": { "nonempty": 16459, "quantiles": [ 11, 66.80000000000018, 174, 348, 571.4200000000001, 3146 ], "below": { "1": 0, "5": 0, "10": 0, "20": 15, "30": 175, "50": 943, "100": 3619 } }, "default": { "nonempty": 16459, "quantiles": [ 5, 69, 176, 351, 574.4200000000001, 3148 ], "below": { "1": 0, "5": 0, "10": 3, "20": 39, "30": 207, "50": 886, "100": 3421 } }, "extended": { "nonempty": 16459, "quantiles": [ 20, 135, 252, 432, 650.4200000000001, 3189 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 3, "50": 44, "100": 673 } }, "curated": { "nonempty": 16459, "quantiles": [ 7, 79, 188, 363.2000000000007, 589, 3153 ], "below": { "1": 0, "5": 0, "10": 2, "20": 21, "30": 104, "50": 583, "100": 2757 } } } }, "preprocessed": { "items": 18043, "field_nonempty": { "title": 18042, "features": 17127, "description": 10531, "categories": 17815, "details": 17927, "store": 18007, "main_category": 17549 }, "description_or_features": 17367, "source_image": 18034, "adapter_image": 0, "text_and_image": 18034, "native_differs": 18043, "html": 32, "word_counts": { "native": { "nonempty": 18043, "quantiles": [ 11, 64, 169, 345, 572, 3324 ], "below": { "1": 0, "5": 0, "10": 0, "20": 19, "30": 214, "50": 1115, "100": 4163 } }, "default": { "nonempty": 18043, "quantiles": [ 5, 67, 172, 348, 575.5799999999981, 3326 ], "below": { "1": 0, "5": 0, "10": 3, "20": 45, "30": 253, "50": 1048, "100": 3945 } }, "extended": { "nonempty": 18043, "quantiles": [ 20, 132, 248, 429, 651.5799999999981, 3364 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 3, "50": 55, "100": 823 } }, "curated": { "nonempty": 18043, "quantiles": [ 7, 76, 183, 361, 589.5799999999981, 3330 ], "below": { "1": 0, "5": 0, "10": 2, "20": 25, "30": 126, "50": 698, "100": 3187 } } } } }, "temporal": { "catalog": { "items": 12713, "field_nonempty": { "title": 12712, "features": 12232, "description": 5942, "categories": 12594, "details": 12650, "store": 12708, "main_category": 12361 }, "description_or_features": 12353, "source_image": 12709, "adapter_image": 0, "text_and_image": 12709, "native_differs": 12713, "html": 31, "word_counts": { "native": { "nonempty": 12713, "quantiles": [ 11, 79, 203, 365.8000000000011, 583, 1778 ], "below": { "1": 0, "5": 0, "10": 0, "20": 5, "30": 90, "50": 561, "100": 1998 } }, "default": { "nonempty": 12713, "quantiles": [ 5, 82, 205, 368, 586.8799999999992, 1782 ], "below": { "1": 0, "5": 0, "10": 1, "20": 17, "30": 113, "50": 527, "100": 1891 } }, "extended": { "nonempty": 12713, "quantiles": [ 20, 152, 280, 450, 670, 1897 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 2, "50": 23, "100": 365 } }, "curated": { "nonempty": 12713, "quantiles": [ 7, 93, 217, 381, 599.7599999999984, 1798 ], "below": { "1": 0, "5": 0, "10": 1, "20": 8, "30": 51, "50": 332, "100": 1503 } } } }, "train": { "items": 8849, "field_nonempty": { "title": 8848, "features": 8452, "description": 4730, "categories": 8750, "details": 8802, "store": 8844, "main_category": 8627 }, "description_or_features": 8549, "source_image": 8846, "adapter_image": 0, "text_and_image": 8846, "native_differs": 8849, "html": 22, "word_counts": { "native": { "nonempty": 8849, "quantiles": [ 11, 71, 183, 356, 593.5200000000004, 1778 ], "below": { "1": 0, "5": 0, "10": 0, "20": 3, "30": 82, "50": 467, "100": 1668 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 67, "30": 1786, "50": 10293, "100": 41215 } }, "default": { "nonempty": 8849, "quantiles": [ 5, 73, 185, 359, 596.5200000000004, 1782 ], "below": { "1": 0, "5": 0, "10": 1, "20": 14, "30": 102, "50": 439, "100": 1579 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 20, "20": 351, "30": 2085, "50": 9545, "100": 38927 } }, "extended": { "nonempty": 8849, "quantiles": [ 29, 145, 262, 443, 677.5200000000004, 1897 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 19, "100": 313 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 21, "50": 407, "100": 6568 } }, "curated": { "nonempty": 8849, "quantiles": [ 7, 85, 197, 372, 607, 1798 ], "below": { "1": 0, "5": 0, "10": 1, "20": 7, "30": 46, "50": 289, "100": 1248 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 20, "20": 139, "30": 1048, "50": 6103, "100": 30321 } } }, "train_pairs": 252131 }, "val": { "items": 9307, "field_nonempty": { "title": 9306, "features": 9041, "description": 4561, "categories": 9241, "details": 9268, "store": 9304, "main_category": 9052 }, "description_or_features": 9132, "source_image": 9304, "adapter_image": 0, "text_and_image": 9304, "native_differs": 9307, "html": 23, "word_counts": { "native": { "nonempty": 9307, "quantiles": [ 17, 81, 196, 359.39999999999964, 576, 1778 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 49, "50": 346, "100": 1458 } }, "default": { "nonempty": 9307, "quantiles": [ 15, 84, 198, 363, 580.9400000000005, 1782 ], "below": { "1": 0, "5": 0, "10": 0, "20": 6, "30": 56, "50": 318, "100": 1367 } }, "extended": { "nonempty": 9307, "quantiles": [ 36, 155, 274, 446, 658.9400000000005, 1897 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 10, "100": 201 } }, "curated": { "nonempty": 9307, "quantiles": [ 17, 94, 210, 375, 591, 1798 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 21, "50": 183, "100": 1073 } } } }, "test": { "items": 9221, "field_nonempty": { "title": 9220, "features": 9042, "description": 3969, "categories": 9177, "details": 9187, "store": 9219, "main_category": 8963 }, "description_or_features": 9109, "source_image": 9219, "adapter_image": 0, "text_and_image": 9219, "native_differs": 9221, "html": 21, "word_counts": { "native": { "nonempty": 9221, "quantiles": [ 18, 92, 215, 371, 569.7999999999993, 1778 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 30, "50": 245, "100": 1129 } }, "default": { "nonempty": 9221, "quantiles": [ 15, 94, 216, 373, 572.7999999999993, 1782 ], "below": { "1": 0, "5": 0, "10": 0, "20": 6, "30": 32, "50": 221, "100": 1063 } }, "extended": { "nonempty": 9221, "quantiles": [ 20, 166, 291, 456, 652.7999999999993, 1897 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 4, "100": 134 } }, "curated": { "nonempty": 9221, "quantiles": [ 18, 105, 229, 386, 585.7999999999993, 1798 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 10, "50": 107, "100": 813 } } } } } }, "union": { "items": 19690, "field_nonempty": { "title": 19689, "features": 18695, "description": 10946, "categories": 19444, "details": 19567, "store": 19654, "main_category": 19145 }, "description_or_features": 18944, "source_image": 19680, "adapter_image": 0, "text_and_image": 19680, "native_differs": 19690, "html": 37, "word_counts": { "native": { "nonempty": 19690, "quantiles": [ 11, 66, 177, 351, 572, 3324 ], "below": { "1": 0, "5": 0, "10": 0, "20": 21, "30": 224, "50": 1187, "100": 4292 } }, "default": { "nonempty": 19690, "quantiles": [ 5, 68, 179, 354, 576.1100000000006, 3326 ], "below": { "1": 0, "5": 0, "10": 3, "20": 49, "30": 271, "50": 1119, "100": 4072 } }, "extended": { "nonempty": 19690, "quantiles": [ 20, 133, 254, 434, 653.1100000000006, 3364 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 4, "50": 61, "100": 873 } }, "curated": { "nonempty": 19690, "quantiles": [ 7, 78, 190, 366, 589.1100000000006, 3330 ], "below": { "1": 0, "5": 0, "10": 2, "20": 27, "30": 136, "50": 743, "100": 3296 } } } }, "details_keys": [ [ "Item Weight", 17999 ], [ "Manufacturer", 17997 ], [ "Best Sellers Rank", 16348 ], [ "Brand", 15910 ], [ "Date First Available", 15775 ], [ "Item model number", 15556 ], [ "Product Dimensions", 13502 ], [ "Color", 12783 ], [ "Material", 11768 ], [ "Is Discontinued By Manufacturer", 11704 ], [ "Package Dimensions", 5115 ], [ "Number of Pieces", 4826 ], [ "Size", 4752 ], [ "Country of Origin", 4471 ], [ "Item Dimensions LxWxH", 3538 ], [ "Style", 3346 ], [ "Number of Items", 2997 ], [ "Batteries required", 2883 ], [ "Age Range (Description)", 2605 ], [ "Shape", 2533 ], [ "Item Form", 2226 ], [ "Special Feature", 2092 ], [ "Manufacturer Part Number", 1700 ], [ "Included Components", 1631 ], [ "Unit Count", 1594 ], [ "Paint Type", 1552 ], [ "Ink Color", 1483 ], [ "Item Package Quantity", 1463 ], [ "Package Information", 1295 ], [ "Material Type", 1288 ], [ "Finish Type", 1240 ], [ "Compatible Material", 1230 ], [ "Batteries Required?", 1161 ], [ "Number of pieces", 1136 ], [ "Point Type", 1118 ], [ "Item Volume", 1098 ], [ "Surface Recommendation", 1070 ], [ "Assembly required", 1066 ], [ "Recommended Uses For Product", 1061 ], [ "Part Number", 1015 ], [ "Batteries Included?", 953 ], [ "Pattern", 937 ], [ "Theme", 911 ], [ "Product Care Instructions", 824 ], [ "Model Name", 802 ], [ "Fabric Type", 782 ], [ "Sheet Count", 678 ], [ "Item Length", 677 ], [ "Handle Material", 669 ], [ "Department", 652 ], [ "Specific Uses For Product", 615 ], [ "Domestic Shipping", 557 ], [ "International Shipping", 557 ], [ "Line Size", 512 ], [ "Warranty Description", 507 ], [ "Import", 495 ], [ "Paper Finish", 457 ], [ "Bristle Type", 426 ], [ "Sheet Size", 426 ], [ "Blade Material", 403 ] ], "checked_at_utc": "2026-09-09T13:50:42.907652+00:00" }, { "category": "Automotive", "context": { "catalog_sha256": "0ca77aa98479b0fa2d399589a9cfa4fd97198e83686d3916714d1122dce19626", "script_sha256": "68bf9fd06b46b02b1a96d0ab2a17b6cb60feae5cb87f986e63221e0872f1355c", "recipe_sha256": "988dcc18ddc0ff458e02eda0b9b91e515a8ceaa38f010704f9959bb4880d704d", "files": [ { "path": "data/amazon2023/Automotive/huggingface/raw/meta_categories/meta_Automotive.jsonl", "kind": "jsonl", "size": 5345616548, "mtime_ns": 1788905534002458600 } ] }, "source_rows_scanned": 2003129, "duplicate_retained_rows": 0, "splits": { "user_split": { "catalog": { "items": 16079, "field_nonempty": { "title": 16078, "features": 15697, "description": 10947, "categories": 15910, "details": 15971, "store": 16064, "main_category": 15960 }, "description_or_features": 15788, "source_image": 16078, "adapter_image": 16078, "text_and_image": 16078, "native_differs": 0, "html": 18, "word_counts": { "native": { "nonempty": 16079, "quantiles": [ 2, 69, 171, 361, 680.2199999999993, 1768 ], "below": { "1": 0, "5": 1, "10": 2, "20": 33, "30": 186, "50": 743, "100": 3391 } }, "default": { "nonempty": 16079, "quantiles": [ 2, 69, 171, 361, 680.2199999999993, 1768 ], "below": { "1": 0, "5": 1, "10": 2, "20": 33, "30": 186, "50": 743, "100": 3391 } }, "extended": { "nonempty": 16079, "quantiles": [ 20, 146, 263, 465, 812.659999999998, 1903 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 6, "50": 38, "100": 425 } }, "curated": { "nonempty": 16079, "quantiles": [ 7, 77, 180, 372, 688.2199999999993, 1783 ], "below": { "1": 0, "5": 0, "10": 1, "20": 12, "30": 70, "50": 495, "100": 2881 } } } }, "train": { "items": 16079, "field_nonempty": { "title": 16078, "features": 15697, "description": 10947, "categories": 15910, "details": 15971, "store": 16064, "main_category": 15960 }, "description_or_features": 15788, "source_image": 16078, "adapter_image": 16078, "text_and_image": 16078, "native_differs": 0, "html": 18, "word_counts": { "native": { "nonempty": 16079, "quantiles": [ 2, 69, 171, 361, 680.2199999999993, 1768 ], "below": { "1": 0, "5": 1, "10": 2, "20": 33, "30": 186, "50": 743, "100": 3391 }, "train_pairs_removed": { "1": 0, "5": 53, "10": 77, "20": 1469, "30": 7533, "50": 35010, "100": 181337 } }, "default": { "nonempty": 16079, "quantiles": [ 2, 69, 171, 361, 680.2199999999993, 1768 ], "below": { "1": 0, "5": 1, "10": 2, "20": 33, "30": 186, "50": 743, "100": 3391 }, "train_pairs_removed": { "1": 0, "5": 53, "10": 77, "20": 1469, "30": 7533, "50": 35010, "100": 181337 } }, "extended": { "nonempty": 16079, "quantiles": [ 20, 146, 263, 465, 812.659999999998, 1903 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 6, "50": 38, "100": 425 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 326, "50": 1577, "100": 19366 } }, "curated": { "nonempty": 16079, "quantiles": [ 7, 77, 180, 372, 688.2199999999993, 1783 ], "below": { "1": 0, "5": 0, "10": 1, "20": 12, "30": 70, "50": 495, "100": 2881 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 53, "20": 509, "30": 2981, "50": 21646, "100": 153195 } } }, "train_pairs": 1009231 }, "val": { "items": 7492, "field_nonempty": { "title": 7491, "features": 7319, "description": 5109, "categories": 7415, "details": 7441, "store": 7484, "main_category": 7439 }, "description_or_features": 7362, "source_image": 7491, "adapter_image": 7491, "text_and_image": 7491, "native_differs": 0, "html": 8, "word_counts": { "native": { "nonempty": 7492, "quantiles": [ 2, 72, 177, 372, 723.0900000000001, 1768 ], "below": { "1": 0, "5": 1, "10": 1, "20": 15, "30": 85, "50": 312, "100": 1503 } }, "default": { "nonempty": 7492, "quantiles": [ 2, 72, 177, 372, 723.0900000000001, 1768 ], "below": { "1": 0, "5": 1, "10": 1, "20": 15, "30": 85, "50": 312, "100": 1503 } }, "extended": { "nonempty": 7492, "quantiles": [ 20, 150, 270, 477.90000000000055, 843.1800000000003, 1903 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 4, "50": 14, "100": 175 } }, "curated": { "nonempty": 7492, "quantiles": [ 7, 79, 186, 383, 729.3600000000006, 1783 ], "below": { "1": 0, "5": 0, "10": 1, "20": 5, "30": 36, "50": 210, "100": 1285 } } } }, "test": { "items": 7574, "field_nonempty": { "title": 7573, "features": 7429, "description": 5165, "categories": 7514, "details": 7524, "store": 7569, "main_category": 7518 }, "description_or_features": 7461, "source_image": 7573, "adapter_image": 7573, "text_and_image": 7573, "native_differs": 0, "html": 6, "word_counts": { "native": { "nonempty": 7574, "quantiles": [ 11, 73, 176, 368, 722.539999999999, 1768 ], "below": { "1": 0, "5": 0, "10": 0, "20": 13, "30": 73, "50": 293, "100": 1492 } }, "default": { "nonempty": 7574, "quantiles": [ 11, 73, 176, 368, 722.539999999999, 1768 ], "below": { "1": 0, "5": 0, "10": 0, "20": 13, "30": 73, "50": 293, "100": 1492 } }, "extended": { "nonempty": 7574, "quantiles": [ 20, 150, 269, 473, 829.3499999999976, 1893 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 2, "50": 15, "100": 161 } }, "curated": { "nonempty": 7574, "quantiles": [ 13, 80, 186, 377, 729, 1778 ], "below": { "1": 0, "5": 0, "10": 0, "20": 5, "30": 27, "50": 198, "100": 1251 } } } }, "preprocessed": { "items": 16079, "field_nonempty": { "title": 16078, "features": 15697, "description": 10947, "categories": 15910, "details": 15971, "store": 16064, "main_category": 15960 }, "description_or_features": 15788, "source_image": 16078, "adapter_image": 16078, "text_and_image": 16078, "native_differs": 0, "html": 18, "word_counts": { "native": { "nonempty": 16079, "quantiles": [ 2, 69, 171, 361, 680.2199999999993, 1768 ], "below": { "1": 0, "5": 1, "10": 2, "20": 33, "30": 186, "50": 743, "100": 3391 } }, "default": { "nonempty": 16079, "quantiles": [ 2, 69, 171, 361, 680.2199999999993, 1768 ], "below": { "1": 0, "5": 1, "10": 2, "20": 33, "30": 186, "50": 743, "100": 3391 } }, "extended": { "nonempty": 16079, "quantiles": [ 20, 146, 263, 465, 812.659999999998, 1903 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 6, "50": 38, "100": 425 } }, "curated": { "nonempty": 16079, "quantiles": [ 7, 77, 180, 372, 688.2199999999993, 1783 ], "below": { "1": 0, "5": 0, "10": 1, "20": 12, "30": 70, "50": 495, "100": 2881 } } } } }, "item_split": { "catalog": { "items": 16079, "field_nonempty": { "title": 16078, "features": 15697, "description": 10947, "categories": 15910, "details": 15971, "store": 16064, "main_category": 15960 }, "description_or_features": 15788, "source_image": 16078, "adapter_image": 16078, "text_and_image": 16078, "native_differs": 0, "html": 18, "word_counts": { "native": { "nonempty": 16079, "quantiles": [ 2, 69, 171, 361, 680.2199999999993, 1768 ], "below": { "1": 0, "5": 1, "10": 2, "20": 33, "30": 186, "50": 743, "100": 3391 } }, "default": { "nonempty": 16079, "quantiles": [ 2, 69, 171, 361, 680.2199999999993, 1768 ], "below": { "1": 0, "5": 1, "10": 2, "20": 33, "30": 186, "50": 743, "100": 3391 } }, "extended": { "nonempty": 16079, "quantiles": [ 20, 146, 263, 465, 812.659999999998, 1903 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 6, "50": 38, "100": 425 } }, "curated": { "nonempty": 16079, "quantiles": [ 7, 77, 180, 372, 688.2199999999993, 1783 ], "below": { "1": 0, "5": 0, "10": 1, "20": 12, "30": 70, "50": 495, "100": 2881 } } } }, "train": { "items": 13667, "field_nonempty": { "title": 13666, "features": 13339, "description": 9279, "categories": 13522, "details": 13583, "store": 13658, "main_category": 13571 }, "description_or_features": 13418, "source_image": 13666, "adapter_image": 13666, "text_and_image": 13666, "native_differs": 0, "html": 16, "word_counts": { "native": { "nonempty": 13667, "quantiles": [ 2, 70, 172, 362, 678.0200000000004, 1767 ], "below": { "1": 0, "5": 1, "10": 1, "20": 26, "30": 154, "50": 626, "100": 2871 }, "train_pairs_removed": { "1": 0, "5": 56, "10": 56, "20": 1287, "30": 6910, "50": 33107, "100": 168942 } }, "default": { "nonempty": 13667, "quantiles": [ 2, 70, 172, 362, 678.0200000000004, 1767 ], "below": { "1": 0, "5": 1, "10": 1, "20": 26, "30": 154, "50": 626, "100": 2871 }, "train_pairs_removed": { "1": 0, "5": 56, "10": 56, "20": 1287, "30": 6910, "50": 33107, "100": 168942 } }, "extended": { "nonempty": 13667, "quantiles": [ 20, 147, 264, 466.39999999999964, 811, 1903 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 4, "50": 30, "100": 351 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 288, "50": 1405, "100": 17561 } }, "curated": { "nonempty": 13667, "quantiles": [ 7, 77, 181, 373, 687.3400000000001, 1783 ], "below": { "1": 0, "5": 0, "10": 1, "20": 9, "30": 55, "50": 416, "100": 2433 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 56, "20": 466, "30": 2664, "50": 20091, "100": 142275 } } }, "train_pairs": 948329 }, "val": { "items": 804, "field_nonempty": { "title": 804, "features": 787, "description": 549, "categories": 796, "details": 799, "store": 802, "main_category": 795 }, "description_or_features": 791, "source_image": 804, "adapter_image": 804, "text_and_image": 804, "native_differs": 0, "html": 2, "word_counts": { "native": { "nonempty": 804, "quantiles": [ 17, 67, 165.5, 344.70000000000005, 659.8700000000019, 960 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 8, "50": 41, "100": 184 } }, "default": { "nonempty": 804, "quantiles": [ 17, 67, 165.5, 344.70000000000005, 659.8700000000019, 960 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 8, "50": 41, "100": 184 } }, "extended": { "nonempty": 804, "quantiles": [ 40, 143, 258.5, 457.70000000000005, 722.2200000000007, 1116 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 3, "100": 24 } }, "curated": { "nonempty": 804, "quantiles": [ 25, 74, 174, 354.4000000000001, 667.1400000000017, 974 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 4, "50": 26, "100": 155 } } } }, "test": { "items": 1608, "field_nonempty": { "title": 1608, "features": 1571, "description": 1119, "categories": 1592, "details": 1589, "store": 1604, "main_category": 1594 }, "description_or_features": 1579, "source_image": 1608, "adapter_image": 1608, "text_and_image": 1608, "native_differs": 0, "html": 0, "word_counts": { "native": { "nonempty": 1608, "quantiles": [ 9, 68, 170, 356.5999999999999, 742.0900000000008, 1768 ], "below": { "1": 0, "5": 0, "10": 1, "20": 6, "30": 24, "50": 76, "100": 336 } }, "default": { "nonempty": 1608, "quantiles": [ 9, 68, 170, 356.5999999999999, 742.0900000000008, 1768 ], "below": { "1": 0, "5": 0, "10": 1, "20": 6, "30": 24, "50": 76, "100": 336 } }, "extended": { "nonempty": 1608, "quantiles": [ 24, 142, 259.5, 461, 856.0900000000008, 1893 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 2, "50": 5, "100": 50 } }, "curated": { "nonempty": 1608, "quantiles": [ 14, 76.70000000000002, 178, 367, 747.8600000000001, 1778 ], "below": { "1": 0, "5": 0, "10": 0, "20": 3, "30": 11, "50": 53, "100": 293 } } } }, "preprocessed": { "items": 16079, "field_nonempty": { "title": 16078, "features": 15697, "description": 10947, "categories": 15910, "details": 15971, "store": 16064, "main_category": 15960 }, "description_or_features": 15788, "source_image": 16078, "adapter_image": 16078, "text_and_image": 16078, "native_differs": 0, "html": 18, "word_counts": { "native": { "nonempty": 16079, "quantiles": [ 2, 69, 171, 361, 680.2199999999993, 1768 ], "below": { "1": 0, "5": 1, "10": 2, "20": 33, "30": 186, "50": 743, "100": 3391 } }, "default": { "nonempty": 16079, "quantiles": [ 2, 69, 171, 361, 680.2199999999993, 1768 ], "below": { "1": 0, "5": 1, "10": 2, "20": 33, "30": 186, "50": 743, "100": 3391 } }, "extended": { "nonempty": 16079, "quantiles": [ 20, 146, 263, 465, 812.659999999998, 1903 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 6, "50": 38, "100": 425 } }, "curated": { "nonempty": 16079, "quantiles": [ 7, 77, 180, 372, 688.2199999999993, 1783 ], "below": { "1": 0, "5": 0, "10": 1, "20": 12, "30": 70, "50": 495, "100": 2881 } } } } }, "leave_last_out": { "catalog": { "items": 16079, "field_nonempty": { "title": 16078, "features": 15697, "description": 10947, "categories": 15910, "details": 15971, "store": 16064, "main_category": 15960 }, "description_or_features": 15788, "source_image": 16078, "adapter_image": 16078, "text_and_image": 16078, "native_differs": 0, "html": 18, "word_counts": { "native": { "nonempty": 16079, "quantiles": [ 2, 69, 171, 361, 680.2199999999993, 1768 ], "below": { "1": 0, "5": 1, "10": 2, "20": 33, "30": 186, "50": 743, "100": 3391 } }, "default": { "nonempty": 16079, "quantiles": [ 2, 69, 171, 361, 680.2199999999993, 1768 ], "below": { "1": 0, "5": 1, "10": 2, "20": 33, "30": 186, "50": 743, "100": 3391 } }, "extended": { "nonempty": 16079, "quantiles": [ 20, 146, 263, 465, 812.659999999998, 1903 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 6, "50": 38, "100": 425 } }, "curated": { "nonempty": 16079, "quantiles": [ 7, 77, 180, 372, 688.2199999999993, 1783 ], "below": { "1": 0, "5": 0, "10": 1, "20": 12, "30": 70, "50": 495, "100": 2881 } } } }, "train": { "items": 16079, "field_nonempty": { "title": 16078, "features": 15697, "description": 10947, "categories": 15910, "details": 15971, "store": 16064, "main_category": 15960 }, "description_or_features": 15788, "source_image": 16078, "adapter_image": 16078, "text_and_image": 16078, "native_differs": 0, "html": 18, "word_counts": { "native": { "nonempty": 16079, "quantiles": [ 2, 69, 171, 361, 680.2199999999993, 1768 ], "below": { "1": 0, "5": 1, "10": 2, "20": 33, "30": 186, "50": 743, "100": 3391 }, "train_pairs_removed": { "1": 0, "5": 50, "10": 77, "20": 1447, "30": 7288, "50": 33746, "100": 172690 } }, "default": { "nonempty": 16079, "quantiles": [ 2, 69, 171, 361, 680.2199999999993, 1768 ], "below": { "1": 0, "5": 1, "10": 2, "20": 33, "30": 186, "50": 743, "100": 3391 }, "train_pairs_removed": { "1": 0, "5": 50, "10": 77, "20": 1447, "30": 7288, "50": 33746, "100": 172690 } }, "extended": { "nonempty": 16079, "quantiles": [ 20, 146, 263, 465, 812.659999999998, 1903 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 6, "50": 38, "100": 425 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 313, "50": 1520, "100": 18630 } }, "curated": { "nonempty": 16079, "quantiles": [ 7, 77, 180, 372, 688.2199999999993, 1783 ], "below": { "1": 0, "5": 0, "10": 1, "20": 12, "30": 70, "50": 495, "100": 2881 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 50, "20": 528, "30": 2914, "50": 20992, "100": 145987 } } }, "train_pairs": 924973 }, "val": { "items": 15101, "field_nonempty": { "title": 15100, "features": 14777, "description": 10166, "categories": 14950, "details": 14998, "store": 15088, "main_category": 14991 }, "description_or_features": 14855, "source_image": 15100, "adapter_image": 15100, "text_and_image": 15100, "native_differs": 0, "html": 17, "word_counts": { "native": { "nonempty": 15101, "quantiles": [ 2, 71, 174, 363, 676, 1768 ], "below": { "1": 0, "5": 1, "10": 2, "20": 28, "30": 159, "50": 656, "100": 3100 } }, "default": { "nonempty": 15101, "quantiles": [ 2, 71, 174, 363, 676, 1768 ], "below": { "1": 0, "5": 1, "10": 2, "20": 28, "30": 159, "50": 656, "100": 3100 } }, "extended": { "nonempty": 15101, "quantiles": [ 20, 148, 266, 468, 811, 1903 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 6, "50": 35, "100": 369 } }, "curated": { "nonempty": 15101, "quantiles": [ 7, 78, 183, 374, 685, 1783 ], "below": { "1": 0, "5": 0, "10": 1, "20": 10, "30": 61, "50": 430, "100": 2629 } } } }, "test": { "items": 14639, "field_nonempty": { "title": 14638, "features": 14324, "description": 9794, "categories": 14495, "details": 14541, "store": 14630, "main_category": 14529 }, "description_or_features": 14398, "source_image": 14638, "adapter_image": 14638, "text_and_image": 14638, "native_differs": 0, "html": 16, "word_counts": { "native": { "nonempty": 14639, "quantiles": [ 2, 71, 174, 364.2000000000007, 682.859999999997, 1768 ], "below": { "1": 0, "5": 1, "10": 1, "20": 25, "30": 158, "50": 633, "100": 2995 } }, "default": { "nonempty": 14639, "quantiles": [ 2, 71, 174, 364.2000000000007, 682.859999999997, 1768 ], "below": { "1": 0, "5": 1, "10": 1, "20": 25, "30": 158, "50": 633, "100": 2995 } }, "extended": { "nonempty": 14639, "quantiles": [ 20, 148, 266, 469, 816, 1903 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 6, "50": 34, "100": 358 } }, "curated": { "nonempty": 14639, "quantiles": [ 7, 79, 184, 376, 689.619999999999, 1783 ], "below": { "1": 0, "5": 0, "10": 1, "20": 8, "30": 57, "50": 425, "100": 2544 } } } }, "preprocessed": { "items": 16079, "field_nonempty": { "title": 16078, "features": 15697, "description": 10947, "categories": 15910, "details": 15971, "store": 16064, "main_category": 15960 }, "description_or_features": 15788, "source_image": 16078, "adapter_image": 16078, "text_and_image": 16078, "native_differs": 0, "html": 18, "word_counts": { "native": { "nonempty": 16079, "quantiles": [ 2, 69, 171, 361, 680.2199999999993, 1768 ], "below": { "1": 0, "5": 1, "10": 2, "20": 33, "30": 186, "50": 743, "100": 3391 } }, "default": { "nonempty": 16079, "quantiles": [ 2, 69, 171, 361, 680.2199999999993, 1768 ], "below": { "1": 0, "5": 1, "10": 2, "20": 33, "30": 186, "50": 743, "100": 3391 } }, "extended": { "nonempty": 16079, "quantiles": [ 20, 146, 263, 465, 812.659999999998, 1903 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 6, "50": 38, "100": 425 } }, "curated": { "nonempty": 16079, "quantiles": [ 7, 77, 180, 372, 688.2199999999993, 1783 ], "below": { "1": 0, "5": 0, "10": 1, "20": 12, "30": 70, "50": 495, "100": 2881 } } } } }, "temporal": { "catalog": { "items": 19182, "field_nonempty": { "title": 19181, "features": 18752, "description": 11782, "categories": 18985, "details": 19058, "store": 19169, "main_category": 19039 }, "description_or_features": 18861, "source_image": 19181, "adapter_image": 19181, "text_and_image": 19181, "native_differs": 0, "html": 28, "word_counts": { "native": { "nonempty": 19182, "quantiles": [ 2, 73, 182, 366, 664.1899999999987, 1768 ], "below": { "1": 0, "5": 1, "10": 2, "20": 37, "30": 198, "50": 808, "100": 3632 } }, "default": { "nonempty": 19182, "quantiles": [ 2, 73, 182, 366, 664.1899999999987, 1768 ], "below": { "1": 0, "5": 1, "10": 2, "20": 37, "30": 198, "50": 808, "100": 3632 } }, "extended": { "nonempty": 19182, "quantiles": [ 20, 150, 272, 468.90000000000146, 799.1899999999987, 1893 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 7, "50": 35, "100": 458 } }, "curated": { "nonempty": 19182, "quantiles": [ 7, 80, 191, 376.90000000000146, 671, 1778 ], "below": { "1": 0, "5": 0, "10": 1, "20": 11, "30": 81, "50": 526, "100": 3088 } } } }, "train": { "items": 13869, "field_nonempty": { "title": 13868, "features": 13579, "description": 9068, "categories": 13730, "details": 13781, "store": 13857, "main_category": 13757 }, "description_or_features": 13641, "source_image": 13868, "adapter_image": 13868, "text_and_image": 13868, "native_differs": 0, "html": 18, "word_counts": { "native": { "nonempty": 13869, "quantiles": [ 2, 71, 176, 366, 677, 1768 ], "below": { "1": 0, "5": 1, "10": 1, "20": 24, "30": 145, "50": 596, "100": 2762 }, "train_pairs_removed": { "1": 0, "5": 29, "10": 29, "20": 509, "30": 2901, "50": 13875, "100": 72507 } }, "default": { "nonempty": 13869, "quantiles": [ 2, 71, 176, 366, 677, 1768 ], "below": { "1": 0, "5": 1, "10": 1, "20": 24, "30": 145, "50": 596, "100": 2762 }, "train_pairs_removed": { "1": 0, "5": 29, "10": 29, "20": 509, "30": 2901, "50": 13875, "100": 72507 } }, "extended": { "nonempty": 13869, "quantiles": [ 20, 149, 269, 469, 811, 1893 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 7, "50": 29, "100": 334 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 137, "50": 603, "100": 7518 } }, "curated": { "nonempty": 13869, "quantiles": [ 7, 79, 186, 376, 685.6399999999994, 1778 ], "below": { "1": 0, "5": 0, "10": 1, "20": 6, "30": 58, "50": 387, "100": 2346 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 29, "20": 156, "30": 1148, "50": 8394, "100": 61265 } } }, "train_pairs": 428612 }, "val": { "items": 15181, "field_nonempty": { "title": 15180, "features": 14972, "description": 9405, "categories": 15045, "details": 15083, "store": 15177, "main_category": 15076 }, "description_or_features": 15049, "source_image": 15180, "adapter_image": 15180, "text_and_image": 15180, "native_differs": 0, "html": 18, "word_counts": { "native": { "nonempty": 15181, "quantiles": [ 10, 76, 184, 366, 642.2000000000007, 1683 ], "below": { "1": 0, "5": 0, "10": 0, "20": 19, "30": 107, "50": 501, "100": 2696 } }, "default": { "nonempty": 15181, "quantiles": [ 10, 76, 184, 366, 642.2000000000007, 1683 ], "below": { "1": 0, "5": 0, "10": 0, "20": 19, "30": 107, "50": 501, "100": 2696 } }, "extended": { "nonempty": 15181, "quantiles": [ 20, 155, 275, 469, 773, 1789 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 5, "50": 25, "100": 270 } }, "curated": { "nonempty": 15181, "quantiles": [ 13, 84, 193, 376, 653, 1688 ], "below": { "1": 0, "5": 0, "10": 0, "20": 5, "30": 38, "50": 307, "100": 2269 } } } }, "test": { "items": 12891, "field_nonempty": { "title": 12890, "features": 12762, "description": 7454, "categories": 12792, "details": 12811, "store": 12888, "main_category": 12804 }, "description_or_features": 12809, "source_image": 12890, "adapter_image": 12890, "text_and_image": 12890, "native_differs": 0, "html": 19, "word_counts": { "native": { "nonempty": 12891, "quantiles": [ 10, 82, 195, 372, 650.1000000000004, 1683 ], "below": { "1": 0, "5": 0, "10": 0, "20": 12, "30": 72, "50": 355, "100": 1977 } }, "default": { "nonempty": 12891, "quantiles": [ 10, 82, 195, 372, 650.1000000000004, 1683 ], "below": { "1": 0, "5": 0, "10": 0, "20": 12, "30": 72, "50": 355, "100": 1977 } }, "extended": { "nonempty": 12891, "quantiles": [ 20, 160, 284, 476, 796.3000000000011, 1789 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 3, "50": 14, "100": 188 } }, "curated": { "nonempty": 12891, "quantiles": [ 13, 90, 205, 383, 660.1000000000004, 1688 ], "below": { "1": 0, "5": 0, "10": 0, "20": 3, "30": 29, "50": 212, "100": 1653 } } } } } }, "union": { "items": 20809, "field_nonempty": { "title": 20808, "features": 20298, "description": 13091, "categories": 20586, "details": 20670, "store": 20792, "main_category": 20656 }, "description_or_features": 20429, "source_image": 20808, "adapter_image": 20808, "text_and_image": 20808, "native_differs": 0, "html": 32, "word_counts": { "native": { "nonempty": 20809, "quantiles": [ 2, 71, 178, 363, 666, 1768 ], "below": { "1": 0, "5": 1, "10": 3, "20": 45, "30": 234, "50": 935, "100": 4114 } }, "default": { "nonempty": 20809, "quantiles": [ 2, 71, 178, 363, 666, 1768 ], "below": { "1": 0, "5": 1, "10": 3, "20": 45, "30": 234, "50": 935, "100": 4114 } }, "extended": { "nonempty": 20809, "quantiles": [ 20, 148, 269, 466, 800, 1903 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 7, "50": 42, "100": 533 } }, "curated": { "nonempty": 20809, "quantiles": [ 7, 79, 187, 373.2000000000007, 672.8399999999965, 1783 ], "below": { "1": 0, "5": 0, "10": 1, "20": 14, "30": 93, "50": 617, "100": 3504 } } } }, "details_keys": [ [ "Brand", 20020 ], [ "Date First Available", 19921 ], [ "Manufacturer", 19785 ], [ "Item Weight", 19364 ], [ "Best Sellers Rank", 18297 ], [ "Item model number", 17023 ], [ "Manufacturer Part Number", 16972 ], [ "Product Dimensions", 14076 ], [ "Is Discontinued By Manufacturer", 13701 ], [ "Model", 9192 ], [ "Color", 8570 ], [ "Country of Origin", 8378 ], [ "Material", 7455 ], [ "OEM Part Number", 6334 ], [ "Item Dimensions LxWxH", 6019 ], [ "Package Dimensions", 4961 ], [ "Exterior", 4930 ], [ "Vehicle Service Type", 4504 ], [ "Special Features", 3509 ], [ "Auto Part Position", 2814 ], [ "Voltage", 2697 ], [ "Style", 2513 ], [ "Fit Type", 2315 ], [ "Item Package Quantity", 2136 ], [ "", 2128 ], [ "Special Feature", 1975 ], [ "Domestic Shipping", 1901 ], [ "International Shipping", 1901 ], [ "Size", 1853 ], [ "Position", 1804 ], [ "Specific Uses For Product", 1460 ], [ "Finish Type", 1426 ], [ "Included Components", 1420 ], [ "Wattage", 1382 ], [ "Number of Pieces", 1354 ], [ "Light Source Type", 1348 ], [ "Mounting Type", 1264 ], [ "Unit Count", 1262 ], [ "Number of Items", 1178 ], [ "Part Number", 1154 ], [ "Exterior Finish", 1067 ], [ "Mirror Lighting Type", 993 ], [ "Batteries Required?", 988 ], [ "Batteries Included?", 912 ], [ "Shape", 906 ], [ "Item Form", 893 ], [ "Power Source", 792 ], [ "Operation Mode", 694 ], [ "Recommended Uses For Product", 630 ], [ "Product Grade", 627 ], [ "Operating Life", 611 ], [ "Lens Color", 608 ], [ "Batteries", 565 ], [ "Bulb Type", 529 ], [ "Model Name", 520 ], [ "Age Range (Description)", 498 ], [ "Closure Type", 471 ], [ "Color Temperature", 442 ], [ "Amperage", 425 ], [ "Connector Type", 417 ] ], "checked_at_utc": "2026-09-09T13:50:54.280647+00:00" }, { "category": "Baby_Products", "context": { "catalog_sha256": "b76925316bb4f062ccb96cf3fc4790670f145fc526d7027885522dde5362f902", "script_sha256": "68bf9fd06b46b02b1a96d0ab2a17b6cb60feae5cb87f986e63221e0872f1355c", "recipe_sha256": "988dcc18ddc0ff458e02eda0b9b91e515a8ceaa38f010704f9959bb4880d704d", "files": [ { "path": "data/amazon2023/Baby_Products/mcauley/meta_Baby_Products.jsonl.gz", "kind": "jsonl", "size": 174842029, "mtime_ns": 1788344994719465000 } ] }, "source_rows_scanned": 217724, "duplicate_retained_rows": 0, "splits": { "user_split": { "catalog": { "items": 17987, "field_nonempty": { "title": 17987, "features": 17083, "description": 10881, "categories": 17696, "details": 17844, "store": 17919, "main_category": 17668 }, "description_or_features": 17238, "source_image": 17984, "adapter_image": 17984, "text_and_image": 17984, "native_differs": 0, "html": 43, "word_counts": { "native": { "nonempty": 17987, "quantiles": [ 2, 78, 216, 409, 721.1399999999994, 1532 ], "below": { "1": 0, "5": 2, "10": 15, "20": 134, "30": 462, "50": 1096, "100": 2666 } }, "default": { "nonempty": 17987, "quantiles": [ 2, 78, 216, 409, 721.1399999999994, 1532 ], "below": { "1": 0, "5": 2, "10": 15, "20": 134, "30": 462, "50": 1096, "100": 2666 } }, "extended": { "nonempty": 17987, "quantiles": [ 10, 139, 297, 503, 825.2799999999988, 1639 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 17, "50": 116, "100": 926 } }, "curated": { "nonempty": 17987, "quantiles": [ 7, 86, 225, 419, 728.1399999999994, 1542 ], "below": { "1": 0, "5": 0, "10": 5, "20": 59, "30": 255, "50": 901, "100": 2322 } } } }, "train": { "items": 17987, "field_nonempty": { "title": 17987, "features": 17083, "description": 10881, "categories": 17696, "details": 17844, "store": 17919, "main_category": 17668 }, "description_or_features": 17238, "source_image": 17984, "adapter_image": 17984, "text_and_image": 17984, "native_differs": 0, "html": 43, "word_counts": { "native": { "nonempty": 17987, "quantiles": [ 2, 78, 216, 409, 721.1399999999994, 1532 ], "below": { "1": 0, "5": 2, "10": 15, "20": 134, "30": 462, "50": 1096, "100": 2666 }, "train_pairs_removed": { "1": 0, "5": 23, "10": 202, "20": 2673, "30": 9167, "50": 23646, "100": 82246 } }, "default": { "nonempty": 17987, "quantiles": [ 2, 78, 216, 409, 721.1399999999994, 1532 ], "below": { "1": 0, "5": 2, "10": 15, "20": 134, "30": 462, "50": 1096, "100": 2666 }, "train_pairs_removed": { "1": 0, "5": 23, "10": 202, "20": 2673, "30": 9167, "50": 23646, "100": 82246 } }, "extended": { "nonempty": 17987, "quantiles": [ 10, 139, 297, 503, 825.2799999999988, 1639 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 17, "50": 116, "100": 926 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 29, "30": 414, "50": 1917, "100": 20933 } }, "curated": { "nonempty": 17987, "quantiles": [ 7, 86, 225, 419, 728.1399999999994, 1542 ], "below": { "1": 0, "5": 0, "10": 5, "20": 59, "30": 255, "50": 901, "100": 2322 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 83, "20": 1111, "30": 4658, "50": 19016, "100": 68512 } } }, "train_pairs": 719963 }, "val": { "items": 6029, "field_nonempty": { "title": 6029, "features": 5797, "description": 3915, "categories": 5954, "details": 5990, "store": 6007, "main_category": 5927 }, "description_or_features": 5837, "source_image": 6028, "adapter_image": 6028, "text_and_image": 6028, "native_differs": 0, "html": 14, "word_counts": { "native": { "nonempty": 6029, "quantiles": [ 2, 86, 217, 412, 724.7200000000003, 1388 ], "below": { "1": 0, "5": 1, "10": 7, "20": 34, "30": 125, "50": 281, "100": 801 } }, "default": { "nonempty": 6029, "quantiles": [ 2, 86, 217, 412, 724.7200000000003, 1388 ], "below": { "1": 0, "5": 1, "10": 7, "20": 34, "30": 125, "50": 281, "100": 801 } }, "extended": { "nonempty": 6029, "quantiles": [ 10, 153, 302, 512.1999999999998, 837.7200000000003, 1495 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 6, "50": 28, "100": 234 } }, "curated": { "nonempty": 6029, "quantiles": [ 7, 94, 227, 423, 734.4400000000005, 1391 ], "below": { "1": 0, "5": 0, "10": 2, "20": 16, "30": 71, "50": 238, "100": 689 } } } }, "test": { "items": 6056, "field_nonempty": { "title": 6056, "features": 5824, "description": 3944, "categories": 5986, "details": 6022, "store": 6035, "main_category": 5969 }, "description_or_features": 5868, "source_image": 6055, "adapter_image": 6055, "text_and_image": 6055, "native_differs": 0, "html": 9, "word_counts": { "native": { "nonempty": 6056, "quantiles": [ 4, 85, 218, 413.5, 726.7999999999993, 1513 ], "below": { "1": 0, "5": 1, "10": 5, "20": 35, "30": 113, "50": 299, "100": 822 } }, "default": { "nonempty": 6056, "quantiles": [ 4, 85, 218, 413.5, 726.7999999999993, 1513 ], "below": { "1": 0, "5": 1, "10": 5, "20": 35, "30": 113, "50": 299, "100": 822 } }, "extended": { "nonempty": 6056, "quantiles": [ 23, 150, 302, 517, 837.4499999999998, 1595 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 20, "100": 237 } }, "curated": { "nonempty": 6056, "quantiles": [ 8, 92, 226.5, 423, 739.4999999999982, 1520 ], "below": { "1": 0, "5": 0, "10": 2, "20": 18, "30": 64, "50": 237, "100": 696 } } } }, "preprocessed": { "items": 17987, "field_nonempty": { "title": 17987, "features": 17083, "description": 10881, "categories": 17696, "details": 17844, "store": 17919, "main_category": 17668 }, "description_or_features": 17238, "source_image": 17984, "adapter_image": 17984, "text_and_image": 17984, "native_differs": 0, "html": 43, "word_counts": { "native": { "nonempty": 17987, "quantiles": [ 2, 78, 216, 409, 721.1399999999994, 1532 ], "below": { "1": 0, "5": 2, "10": 15, "20": 134, "30": 462, "50": 1096, "100": 2666 } }, "default": { "nonempty": 17987, "quantiles": [ 2, 78, 216, 409, 721.1399999999994, 1532 ], "below": { "1": 0, "5": 2, "10": 15, "20": 134, "30": 462, "50": 1096, "100": 2666 } }, "extended": { "nonempty": 17987, "quantiles": [ 10, 139, 297, 503, 825.2799999999988, 1639 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 17, "50": 116, "100": 926 } }, "curated": { "nonempty": 17987, "quantiles": [ 7, 86, 225, 419, 728.1399999999994, 1542 ], "below": { "1": 0, "5": 0, "10": 5, "20": 59, "30": 255, "50": 901, "100": 2322 } } } } }, "item_split": { "catalog": { "items": 17987, "field_nonempty": { "title": 17987, "features": 17083, "description": 10881, "categories": 17696, "details": 17844, "store": 17919, "main_category": 17668 }, "description_or_features": 17238, "source_image": 17984, "adapter_image": 17984, "text_and_image": 17984, "native_differs": 0, "html": 43, "word_counts": { "native": { "nonempty": 17987, "quantiles": [ 2, 78, 216, 409, 721.1399999999994, 1532 ], "below": { "1": 0, "5": 2, "10": 15, "20": 134, "30": 462, "50": 1096, "100": 2666 } }, "default": { "nonempty": 17987, "quantiles": [ 2, 78, 216, 409, 721.1399999999994, 1532 ], "below": { "1": 0, "5": 2, "10": 15, "20": 134, "30": 462, "50": 1096, "100": 2666 } }, "extended": { "nonempty": 17987, "quantiles": [ 10, 139, 297, 503, 825.2799999999988, 1639 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 17, "50": 116, "100": 926 } }, "curated": { "nonempty": 17987, "quantiles": [ 7, 86, 225, 419, 728.1399999999994, 1542 ], "below": { "1": 0, "5": 0, "10": 5, "20": 59, "30": 255, "50": 901, "100": 2322 } } } }, "train": { "items": 15288, "field_nonempty": { "title": 15288, "features": 14533, "description": 9249, "categories": 15038, "details": 15164, "store": 15230, "main_category": 15016 }, "description_or_features": 14669, "source_image": 15286, "adapter_image": 15286, "text_and_image": 15286, "native_differs": 0, "html": 34, "word_counts": { "native": { "nonempty": 15288, "quantiles": [ 2, 79, 216, 409, 717, 1532 ], "below": { "1": 0, "5": 2, "10": 11, "20": 106, "30": 376, "50": 908, "100": 2248 }, "train_pairs_removed": { "1": 0, "5": 27, "10": 147, "20": 2355, "30": 7625, "50": 20434, "100": 76775 } }, "default": { "nonempty": 15288, "quantiles": [ 2, 79, 216, 409, 717, 1532 ], "below": { "1": 0, "5": 2, "10": 11, "20": 106, "30": 376, "50": 908, "100": 2248 }, "train_pairs_removed": { "1": 0, "5": 27, "10": 147, "20": 2355, "30": 7625, "50": 20434, "100": 76775 } }, "extended": { "nonempty": 15288, "quantiles": [ 18, 140.70000000000005, 296, 502.3000000000011, 825, 1639 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 14, "50": 91, "100": 773 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 11, "30": 304, "50": 1661, "100": 18597 } }, "curated": { "nonempty": 15288, "quantiles": [ 7, 87, 225, 419, 727.1299999999992, 1542 ], "below": { "1": 0, "5": 0, "10": 3, "20": 46, "30": 198, "50": 750, "100": 1947 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 42, "20": 954, "30": 3986, "50": 16503, "100": 63820 } } }, "train_pairs": 697358 }, "val": { "items": 900, "field_nonempty": { "title": 900, "features": 850, "description": 555, "categories": 885, "details": 896, "store": 897, "main_category": 884 }, "description_or_features": 858, "source_image": 900, "adapter_image": 900, "text_and_image": 900, "native_differs": 0, "html": 4, "word_counts": { "native": { "nonempty": 900, "quantiles": [ 5, 76, 216, 416.1, 770.1199999999999, 1147 ], "below": { "1": 0, "5": 0, "10": 3, "20": 14, "30": 29, "50": 64, "100": 136 } }, "default": { "nonempty": 900, "quantiles": [ 5, 76, 216, 416.1, 770.1199999999999, 1147 ], "below": { "1": 0, "5": 0, "10": 3, "20": 14, "30": 29, "50": 64, "100": 136 } }, "extended": { "nonempty": 900, "quantiles": [ 10, 135, 298, 505.20000000000005, 860.02, 1225 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 2, "50": 12, "100": 52 } }, "curated": { "nonempty": 900, "quantiles": [ 7, 85, 226, 424, 775.1599999999999, 1156 ], "below": { "1": 0, "5": 0, "10": 1, "20": 8, "30": 23, "50": 50, "100": 122 } } } }, "test": { "items": 1799, "field_nonempty": { "title": 1799, "features": 1700, "description": 1077, "categories": 1773, "details": 1784, "store": 1792, "main_category": 1768 }, "description_or_features": 1711, "source_image": 1798, "adapter_image": 1798, "text_and_image": 1798, "native_differs": 0, "html": 5, "word_counts": { "native": { "nonempty": 1799, "quantiles": [ 6, 71.80000000000001, 218, 411.20000000000005, 719.04, 1513 ], "below": { "1": 0, "5": 0, "10": 1, "20": 14, "30": 57, "50": 124, "100": 282 } }, "default": { "nonempty": 1799, "quantiles": [ 6, 71.80000000000001, 218, 411.20000000000005, 719.04, 1513 ], "below": { "1": 0, "5": 0, "10": 1, "20": 14, "30": 57, "50": 124, "100": 282 } }, "extended": { "nonempty": 1799, "quantiles": [ 23, 134.8, 299, 512.2, 819.02, 1595 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 13, "100": 101 } }, "curated": { "nonempty": 1799, "quantiles": [ 9, 80.80000000000001, 226, 422, 723.1799999999998, 1520 ], "below": { "1": 0, "5": 0, "10": 1, "20": 5, "30": 34, "50": 101, "100": 253 } } } }, "preprocessed": { "items": 17987, "field_nonempty": { "title": 17987, "features": 17083, "description": 10881, "categories": 17696, "details": 17844, "store": 17919, "main_category": 17668 }, "description_or_features": 17238, "source_image": 17984, "adapter_image": 17984, "text_and_image": 17984, "native_differs": 0, "html": 43, "word_counts": { "native": { "nonempty": 17987, "quantiles": [ 2, 78, 216, 409, 721.1399999999994, 1532 ], "below": { "1": 0, "5": 2, "10": 15, "20": 134, "30": 462, "50": 1096, "100": 2666 } }, "default": { "nonempty": 17987, "quantiles": [ 2, 78, 216, 409, 721.1399999999994, 1532 ], "below": { "1": 0, "5": 2, "10": 15, "20": 134, "30": 462, "50": 1096, "100": 2666 } }, "extended": { "nonempty": 17987, "quantiles": [ 10, 139, 297, 503, 825.2799999999988, 1639 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 17, "50": 116, "100": 926 } }, "curated": { "nonempty": 17987, "quantiles": [ 7, 86, 225, 419, 728.1399999999994, 1542 ], "below": { "1": 0, "5": 0, "10": 5, "20": 59, "30": 255, "50": 901, "100": 2322 } } } } }, "leave_last_out": { "catalog": { "items": 17987, "field_nonempty": { "title": 17987, "features": 17083, "description": 10881, "categories": 17696, "details": 17844, "store": 17919, "main_category": 17668 }, "description_or_features": 17238, "source_image": 17984, "adapter_image": 17984, "text_and_image": 17984, "native_differs": 0, "html": 43, "word_counts": { "native": { "nonempty": 17987, "quantiles": [ 2, 78, 216, 409, 721.1399999999994, 1532 ], "below": { "1": 0, "5": 2, "10": 15, "20": 134, "30": 462, "50": 1096, "100": 2666 } }, "default": { "nonempty": 17987, "quantiles": [ 2, 78, 216, 409, 721.1399999999994, 1532 ], "below": { "1": 0, "5": 2, "10": 15, "20": 134, "30": 462, "50": 1096, "100": 2666 } }, "extended": { "nonempty": 17987, "quantiles": [ 10, 139, 297, 503, 825.2799999999988, 1639 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 17, "50": 116, "100": 926 } }, "curated": { "nonempty": 17987, "quantiles": [ 7, 86, 225, 419, 728.1399999999994, 1542 ], "below": { "1": 0, "5": 0, "10": 5, "20": 59, "30": 255, "50": 901, "100": 2322 } } } }, "train": { "items": 17983, "field_nonempty": { "title": 17983, "features": 17079, "description": 10880, "categories": 17692, "details": 17840, "store": 17915, "main_category": 17664 }, "description_or_features": 17234, "source_image": 17980, "adapter_image": 17980, "text_and_image": 17980, "native_differs": 0, "html": 43, "word_counts": { "native": { "nonempty": 17983, "quantiles": [ 2, 78, 216, 409, 721.1800000000003, 1532 ], "below": { "1": 0, "5": 2, "10": 15, "20": 134, "30": 462, "50": 1096, "100": 2666 }, "train_pairs_removed": { "1": 0, "5": 25, "10": 193, "20": 2568, "30": 8467, "50": 21568, "100": 76004 } }, "default": { "nonempty": 17983, "quantiles": [ 2, 78, 216, 409, 721.1800000000003, 1532 ], "below": { "1": 0, "5": 2, "10": 15, "20": 134, "30": 462, "50": 1096, "100": 2666 }, "train_pairs_removed": { "1": 0, "5": 25, "10": 193, "20": 2568, "30": 8467, "50": 21568, "100": 76004 } }, "extended": { "nonempty": 17983, "quantiles": [ 10, 139, 297, 503, 825.3600000000006, 1639 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 17, "50": 116, "100": 926 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 24, "30": 288, "50": 1653, "100": 19429 } }, "curated": { "nonempty": 17983, "quantiles": [ 7, 86, 225, 419, 728.1800000000003, 1542 ], "below": { "1": 0, "5": 0, "10": 5, "20": 59, "30": 255, "50": 901, "100": 2322 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 80, "20": 1068, "30": 4343, "50": 17387, "100": 63226 } } }, "train_pairs": 645022 }, "val": { "items": 14115, "field_nonempty": { "title": 14115, "features": 13436, "description": 8639, "categories": 13901, "details": 14002, "store": 14060, "main_category": 13871 }, "description_or_features": 13549, "source_image": 14113, "adapter_image": 14113, "text_and_image": 14113, "native_differs": 0, "html": 29, "word_counts": { "native": { "nonempty": 14115, "quantiles": [ 4, 80, 217, 411, 718.7200000000012, 1532 ], "below": { "1": 0, "5": 1, "10": 12, "20": 97, "30": 337, "50": 830, "100": 2057 } }, "default": { "nonempty": 14115, "quantiles": [ 4, 80, 217, 411, 718.7200000000012, 1532 ], "below": { "1": 0, "5": 1, "10": 12, "20": 97, "30": 337, "50": 830, "100": 2057 } }, "extended": { "nonempty": 14115, "quantiles": [ 10, 142, 299, 506, 826.7200000000012, 1639 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 12, "50": 84, "100": 697 } }, "curated": { "nonempty": 14115, "quantiles": [ 7, 88, 226, 421, 728, 1542 ], "below": { "1": 0, "5": 0, "10": 4, "20": 43, "30": 186, "50": 677, "100": 1791 } } } }, "test": { "items": 13560, "field_nonempty": { "title": 13560, "features": 12977, "description": 8115, "categories": 13369, "details": 13455, "store": 13511, "main_category": 13340 }, "description_or_features": 13076, "source_image": 13557, "adapter_image": 13557, "text_and_image": 13557, "native_differs": 0, "html": 29, "word_counts": { "native": { "nonempty": 13560, "quantiles": [ 4, 84, 220, 410, 701.8199999999997, 1513 ], "below": { "1": 0, "5": 1, "10": 10, "20": 84, "30": 283, "50": 719, "100": 1824 } }, "default": { "nonempty": 13560, "quantiles": [ 4, 84, 220, 410, 701.8199999999997, 1513 ], "below": { "1": 0, "5": 1, "10": 10, "20": 84, "30": 283, "50": 719, "100": 1824 } }, "extended": { "nonempty": 13560, "quantiles": [ 10, 150, 303, 509, 808, 1595 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 11, "50": 73, "100": 588 } }, "curated": { "nonempty": 13560, "quantiles": [ 7, 92, 229, 420, 717.2299999999996, 1520 ], "below": { "1": 0, "5": 0, "10": 3, "20": 37, "30": 159, "50": 581, "100": 1568 } } } }, "preprocessed": { "items": 17987, "field_nonempty": { "title": 17987, "features": 17083, "description": 10881, "categories": 17696, "details": 17844, "store": 17919, "main_category": 17668 }, "description_or_features": 17238, "source_image": 17984, "adapter_image": 17984, "text_and_image": 17984, "native_differs": 0, "html": 43, "word_counts": { "native": { "nonempty": 17987, "quantiles": [ 2, 78, 216, 409, 721.1399999999994, 1532 ], "below": { "1": 0, "5": 2, "10": 15, "20": 134, "30": 462, "50": 1096, "100": 2666 } }, "default": { "nonempty": 17987, "quantiles": [ 2, 78, 216, 409, 721.1399999999994, 1532 ], "below": { "1": 0, "5": 2, "10": 15, "20": 134, "30": 462, "50": 1096, "100": 2666 } }, "extended": { "nonempty": 17987, "quantiles": [ 10, 139, 297, 503, 825.2799999999988, 1639 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 17, "50": 116, "100": 926 } }, "curated": { "nonempty": 17987, "quantiles": [ 7, 86, 225, 419, 728.1399999999994, 1542 ], "below": { "1": 0, "5": 0, "10": 5, "20": 59, "30": 255, "50": 901, "100": 2322 } } } } }, "temporal": { "catalog": { "items": 13365, "field_nonempty": { "title": 13364, "features": 12849, "description": 6410, "categories": 13235, "details": 13287, "store": 13321, "main_category": 13126 }, "description_or_features": 12923, "source_image": 13362, "adapter_image": 13362, "text_and_image": 13362, "native_differs": 0, "html": 37, "word_counts": { "native": { "nonempty": 13365, "quantiles": [ 4, 101, 236, 406, 641.3600000000006, 1261 ], "below": { "1": 0, "5": 1, "10": 6, "20": 50, "30": 164, "50": 586, "100": 1312 } }, "default": { "nonempty": 13365, "quantiles": [ 4, 101, 236, 406, 641.3600000000006, 1261 ], "below": { "1": 0, "5": 1, "10": 6, "20": 50, "30": 164, "50": 586, "100": 1312 } }, "extended": { "nonempty": 13365, "quantiles": [ 21, 171, 319, 502, 739.3600000000006, 1348 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 5, "50": 34, "100": 406 } }, "curated": { "nonempty": 13365, "quantiles": [ 7, 110, 246, 416, 652, 1266 ], "below": { "1": 0, "5": 0, "10": 2, "20": 16, "30": 86, "50": 454, "100": 1122 } } } }, "train": { "items": 9096, "field_nonempty": { "title": 9095, "features": 8733, "description": 5148, "categories": 8992, "details": 9033, "store": 9060, "main_category": 8955 }, "description_or_features": 8785, "source_image": 9093, "adapter_image": 9093, "text_and_image": 9093, "native_differs": 0, "html": 22, "word_counts": { "native": { "nonempty": 9096, "quantiles": [ 5, 94, 227, 410, 661.1499999999978, 1261 ], "below": { "1": 0, "5": 0, "10": 4, "20": 31, "30": 122, "50": 420, "100": 1021 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 35, "20": 527, "30": 2290, "50": 7284, "100": 22522 } }, "default": { "nonempty": 9096, "quantiles": [ 5, 94, 227, 410, 661.1499999999978, 1261 ], "below": { "1": 0, "5": 0, "10": 4, "20": 31, "30": 122, "50": 420, "100": 1021 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 35, "20": 527, "30": 2290, "50": 7284, "100": 22522 } }, "extended": { "nonempty": 9096, "quantiles": [ 21, 162, 312, 513, 760, 1348 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 5, "50": 26, "100": 280 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 214, "50": 548, "100": 5372 } }, "curated": { "nonempty": 9096, "quantiles": [ 7, 102.5, 236, 421, 670.0499999999993, 1266 ], "below": { "1": 0, "5": 0, "10": 2, "20": 11, "30": 64, "50": 327, "100": 866 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 18, "20": 229, "30": 1061, "50": 5832, "100": 18902 } } }, "train_pairs": 263221 }, "val": { "items": 7822, "field_nonempty": { "title": 7821, "features": 7611, "description": 3848, "categories": 7773, "details": 7779, "store": 7788, "main_category": 7713 }, "description_or_features": 7655, "source_image": 7820, "adapter_image": 7820, "text_and_image": 7820, "native_differs": 0, "html": 23, "word_counts": { "native": { "nonempty": 7822, "quantiles": [ 4, 111, 236, 402, 620, 1179 ], "below": { "1": 0, "5": 1, "10": 2, "20": 18, "30": 59, "50": 237, "100": 630 } }, "default": { "nonempty": 7822, "quantiles": [ 4, 111, 236, 402, 620, 1179 ], "below": { "1": 0, "5": 1, "10": 2, "20": 18, "30": 59, "50": 237, "100": 630 } }, "extended": { "nonempty": 7822, "quantiles": [ 23, 187, 321, 504, 735.79, 1338 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 2, "50": 12, "100": 162 } }, "curated": { "nonempty": 7822, "quantiles": [ 7, 120, 246, 413, 632.79, 1182 ], "below": { "1": 0, "5": 0, "10": 1, "20": 6, "30": 29, "50": 176, "100": 521 } } } }, "test": { "items": 8198, "field_nonempty": { "title": 8197, "features": 8024, "description": 3423, "categories": 8166, "details": 8161, "store": 8168, "main_category": 8068 }, "description_or_features": 8057, "source_image": 8196, "adapter_image": 8196, "text_and_image": 8196, "native_differs": 0, "html": 24, "word_counts": { "native": { "nonempty": 8198, "quantiles": [ 11, 125, 245, 404, 614, 1005 ], "below": { "1": 0, "5": 0, "10": 0, "20": 11, "30": 40, "50": 196, "100": 517 } }, "default": { "nonempty": 8198, "quantiles": [ 11, 125, 245, 404, 614, 1005 ], "below": { "1": 0, "5": 0, "10": 0, "20": 11, "30": 40, "50": 196, "100": 517 } }, "extended": { "nonempty": 8198, "quantiles": [ 23, 199, 330, 502, 728.0299999999997, 1079 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 2, "50": 7, "100": 134 } }, "curated": { "nonempty": 8198, "quantiles": [ 18, 135, 255, 414.3000000000002, 624.0299999999997, 1008 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 18, "50": 146, "100": 435 } } } } } }, "union": { "items": 20108, "field_nonempty": { "title": 20107, "features": 19074, "description": 11522, "categories": 19795, "details": 19954, "store": 20036, "main_category": 19734 }, "description_or_features": 19243, "source_image": 20105, "adapter_image": 20105, "text_and_image": 20105, "native_differs": 0, "html": 51, "word_counts": { "native": { "nonempty": 20108, "quantiles": [ 2, 80, 220, 409, 703, 1532 ], "below": { "1": 0, "5": 2, "10": 17, "20": 145, "30": 496, "50": 1242, "100": 2868 } }, "default": { "nonempty": 20108, "quantiles": [ 2, 80, 220, 409, 703, 1532 ], "below": { "1": 0, "5": 2, "10": 17, "20": 145, "30": 496, "50": 1242, "100": 2868 } }, "extended": { "nonempty": 20108, "quantiles": [ 10, 142, 300, 502, 808, 1639 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 17, "50": 123, "100": 1013 } }, "curated": { "nonempty": 20108, "quantiles": [ 7, 88, 229, 418, 718.7900000000009, 1542 ], "below": { "1": 0, "5": 0, "10": 5, "20": 61, "30": 273, "50": 1012, "100": 2506 } } } }, "details_keys": [ [ "Item Weight", 16713 ], [ "Item model number", 15642 ], [ "Product Dimensions", 15113 ], [ "Brand", 14862 ], [ "Best Sellers Rank", 13265 ], [ "Batteries required", 12617 ], [ "Color", 12073 ], [ "Is Discontinued By Manufacturer", 10696 ], [ "Material", 8950 ], [ "Material Type", 7850 ], [ "Style", 6664 ], [ "Number Of Items", 6648 ], [ "Manufacturer", 6309 ], [ "Age Range (Description)", 5404 ], [ "Target gender", 5263 ], [ "Date First Available", 5038 ], [ "Special Feature", 4079 ], [ "Number of Items", 4056 ], [ "Package Dimensions", 4040 ], [ "Pattern", 3787 ], [ "Additional product features", 3643 ], [ "Product Care Instructions", 3503 ], [ "Size", 3459 ], [ "Care instructions", 3241 ], [ "Country/Region of origin", 3181 ], [ "Unit Count", 3028 ], [ "Maximum weight recommendation", 2737 ], [ "Shape", 2606 ], [ "Fabric Type", 2522 ], [ "Item Dimensions LxWxH", 2217 ], [ "Country of Origin", 2167 ], [ "Is portable", 2143 ], [ "Theme", 2080 ], [ "material_composition", 2070 ], [ "Number of Pieces", 2059 ], [ "Dishwasher safe", 1719 ], [ "Included Components", 1585 ], [ "Minimum weight recommendation", 1561 ], [ "Material free", 1518 ], [ "Department", 1397 ], [ "Recommended Uses For Product", 1217 ], [ "Material Type Free", 1170 ], [ "Item Form", 1083 ], [ "Capacity", 1046 ], [ "Manufacturer recommended age", 939 ], [ "Mounting Type", 937 ], [ "Closure Type", 936 ], [ "Room Type", 927 ], [ "", 857 ], [ "Batteries", 802 ], [ "Domestic Shipping", 766 ], [ "International Shipping", 766 ], [ "Maximum Weight Recommendation", 682 ], [ "Power Source", 681 ], [ "Harness type", 680 ], [ "Best uses", 680 ], [ "UPC", 661 ], [ "Batteries Required?", 637 ], [ "Package Type", 628 ], [ "Orientation", 613 ] ], "checked_at_utc": "2026-09-09T13:50:43.762715+00:00" }, { "category": "Beauty_and_Personal_Care", "context": { "catalog_sha256": "741f234a048224233c562c46118d7287093361461719cdf52b869e9598dc2af5", "script_sha256": "68bf9fd06b46b02b1a96d0ab2a17b6cb60feae5cb87f986e63221e0872f1355c", "recipe_sha256": "988dcc18ddc0ff458e02eda0b9b91e515a8ceaa38f010704f9959bb4880d704d", "files": [ { "path": "data/amazon2023/Beauty_and_Personal_Care/huggingface/raw/meta_categories/meta_Beauty_and_Personal_Care.jsonl", "kind": "jsonl", "size": 2835194976, "mtime_ns": 1788903663368568000 } ] }, "source_rows_scanned": 1028914, "duplicate_retained_rows": 0, "splits": { "user_split": { "catalog": { "items": 16817, "field_nonempty": { "title": 16816, "features": 15271, "description": 8960, "categories": 16817, "details": 16771, "store": 15770, "main_category": 16603 }, "description_or_features": 15424, "source_image": 16817, "adapter_image": 16817, "text_and_image": 16817, "native_differs": 0, "html": 22, "word_counts": { "native": { "nonempty": 16817, "quantiles": [ 13, 50, 203, 367, 579, 1693 ], "below": { "1": 0, "5": 0, "10": 0, "20": 84, "30": 579, "50": 1654, "100": 3642 } }, "default": { "nonempty": 16817, "quantiles": [ 13, 50, 203, 367, 579, 1693 ], "below": { "1": 0, "5": 0, "10": 0, "20": 84, "30": 579, "50": 1654, "100": 3642 } }, "extended": { "nonempty": 16817, "quantiles": [ 14, 112, 258, 428, 642.8400000000001, 1742 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 2, "50": 48, "100": 1168 } }, "curated": { "nonempty": 16817, "quantiles": [ 14, 66, 215, 379, 590, 1698 ], "below": { "1": 0, "5": 0, "10": 0, "20": 10, "30": 126, "50": 954, "100": 3161 } } } }, "train": { "items": 16817, "field_nonempty": { "title": 16816, "features": 15271, "description": 8960, "categories": 16817, "details": 16771, "store": 15770, "main_category": 16603 }, "description_or_features": 15424, "source_image": 16817, "adapter_image": 16817, "text_and_image": 16817, "native_differs": 0, "html": 22, "word_counts": { "native": { "nonempty": 16817, "quantiles": [ 13, 50, 203, 367, 579, 1693 ], "below": { "1": 0, "5": 0, "10": 0, "20": 84, "30": 579, "50": 1654, "100": 3642 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 5558, "30": 32427, "50": 92636, "100": 207266 } }, "default": { "nonempty": 16817, "quantiles": [ 13, 50, 203, 367, 579, 1693 ], "below": { "1": 0, "5": 0, "10": 0, "20": 84, "30": 579, "50": 1654, "100": 3642 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 5558, "30": 32427, "50": 92636, "100": 207266 } }, "extended": { "nonempty": 16817, "quantiles": [ 14, 112, 258, 428, 642.8400000000001, 1742 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 2, "50": 48, "100": 1168 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 29, "30": 53, "50": 3258, "100": 59808 } }, "curated": { "nonempty": 16817, "quantiles": [ 14, 66, 215, 379, 590, 1698 ], "below": { "1": 0, "5": 0, "10": 0, "20": 10, "30": 126, "50": 954, "100": 3161 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 370, "30": 7622, "50": 53318, "100": 179875 } } }, "train_pairs": 1100549 }, "val": { "items": 7981, "field_nonempty": { "title": 7981, "features": 7305, "description": 4386, "categories": 7981, "details": 7958, "store": 7498, "main_category": 7900 }, "description_or_features": 7368, "source_image": 7981, "adapter_image": 7981, "text_and_image": 7981, "native_differs": 0, "html": 7, "word_counts": { "native": { "nonempty": 7981, "quantiles": [ 14, 55, 210, 368, 572, 1621 ], "below": { "1": 0, "5": 0, "10": 0, "20": 50, "30": 252, "50": 720, "100": 1608 } }, "default": { "nonempty": 7981, "quantiles": [ 14, 55, 210, 368, 572, 1621 ], "below": { "1": 0, "5": 0, "10": 0, "20": 50, "30": 252, "50": 720, "100": 1608 } }, "extended": { "nonempty": 7981, "quantiles": [ 14, 117, 266, 431, 638, 1676 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 1, "50": 23, "100": 483 } }, "curated": { "nonempty": 7981, "quantiles": [ 14, 71, 221, 380, 584.3999999999996, 1631 ], "below": { "1": 0, "5": 0, "10": 0, "20": 8, "30": 70, "50": 404, "100": 1400 } } } }, "test": { "items": 8008, "field_nonempty": { "title": 8008, "features": 7319, "description": 4354, "categories": 8008, "details": 7986, "store": 7524, "main_category": 7906 }, "description_or_features": 7380, "source_image": 8008, "adapter_image": 8008, "text_and_image": 8008, "native_differs": 0, "html": 10, "word_counts": { "native": { "nonempty": 8008, "quantiles": [ 15, 53, 208, 363, 586.7900000000009, 1116 ], "below": { "1": 0, "5": 0, "10": 0, "20": 45, "30": 252, "50": 729, "100": 1647 } }, "default": { "nonempty": 8008, "quantiles": [ 15, 53, 208, 363, 586.7900000000009, 1116 ], "below": { "1": 0, "5": 0, "10": 0, "20": 45, "30": 252, "50": 729, "100": 1647 } }, "extended": { "nonempty": 8008, "quantiles": [ 31, 115, 264, 427, 655.9300000000003, 1176 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 18, "100": 511 } }, "curated": { "nonempty": 8008, "quantiles": [ 17, 69, 219, 375, 597.8600000000006, 1131 ], "below": { "1": 0, "5": 0, "10": 0, "20": 7, "30": 60, "50": 413, "100": 1432 } } } }, "preprocessed": { "items": 16817, "field_nonempty": { "title": 16816, "features": 15271, "description": 8960, "categories": 16817, "details": 16771, "store": 15770, "main_category": 16603 }, "description_or_features": 15424, "source_image": 16817, "adapter_image": 16817, "text_and_image": 16817, "native_differs": 0, "html": 22, "word_counts": { "native": { "nonempty": 16817, "quantiles": [ 13, 50, 203, 367, 579, 1693 ], "below": { "1": 0, "5": 0, "10": 0, "20": 84, "30": 579, "50": 1654, "100": 3642 } }, "default": { "nonempty": 16817, "quantiles": [ 13, 50, 203, 367, 579, 1693 ], "below": { "1": 0, "5": 0, "10": 0, "20": 84, "30": 579, "50": 1654, "100": 3642 } }, "extended": { "nonempty": 16817, "quantiles": [ 14, 112, 258, 428, 642.8400000000001, 1742 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 2, "50": 48, "100": 1168 } }, "curated": { "nonempty": 16817, "quantiles": [ 14, 66, 215, 379, 590, 1698 ], "below": { "1": 0, "5": 0, "10": 0, "20": 10, "30": 126, "50": 954, "100": 3161 } } } } }, "item_split": { "catalog": { "items": 16817, "field_nonempty": { "title": 16816, "features": 15271, "description": 8960, "categories": 16817, "details": 16771, "store": 15770, "main_category": 16603 }, "description_or_features": 15424, "source_image": 16817, "adapter_image": 16817, "text_and_image": 16817, "native_differs": 0, "html": 22, "word_counts": { "native": { "nonempty": 16817, "quantiles": [ 13, 50, 203, 367, 579, 1693 ], "below": { "1": 0, "5": 0, "10": 0, "20": 84, "30": 579, "50": 1654, "100": 3642 } }, "default": { "nonempty": 16817, "quantiles": [ 13, 50, 203, 367, 579, 1693 ], "below": { "1": 0, "5": 0, "10": 0, "20": 84, "30": 579, "50": 1654, "100": 3642 } }, "extended": { "nonempty": 16817, "quantiles": [ 14, 112, 258, 428, 642.8400000000001, 1742 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 2, "50": 48, "100": 1168 } }, "curated": { "nonempty": 16817, "quantiles": [ 14, 66, 215, 379, 590, 1698 ], "below": { "1": 0, "5": 0, "10": 0, "20": 10, "30": 126, "50": 954, "100": 3161 } } } }, "train": { "items": 14294, "field_nonempty": { "title": 14293, "features": 12991, "description": 7600, "categories": 14294, "details": 14256, "store": 13397, "main_category": 14116 }, "description_or_features": 13110, "source_image": 14294, "adapter_image": 14294, "text_and_image": 14294, "native_differs": 0, "html": 19, "word_counts": { "native": { "nonempty": 14294, "quantiles": [ 15, 50, 205, 367, 584.1399999999994, 1693 ], "below": { "1": 0, "5": 0, "10": 0, "20": 65, "30": 497, "50": 1400, "100": 3095 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 4510, "30": 31183, "50": 86794, "100": 195210 } }, "default": { "nonempty": 14294, "quantiles": [ 15, 50, 205, 367, 584.1399999999994, 1693 ], "below": { "1": 0, "5": 0, "10": 0, "20": 65, "30": 497, "50": 1400, "100": 3095 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 4510, "30": 31183, "50": 86794, "100": 195210 } }, "extended": { "nonempty": 14294, "quantiles": [ 26, 113, 259, 428, 646, 1742 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 45, "100": 992 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 26, "50": 3507, "100": 57285 } }, "curated": { "nonempty": 14294, "quantiles": [ 17, 66, 216, 379, 594.0699999999997, 1698 ], "below": { "1": 0, "5": 0, "10": 0, "20": 8, "30": 101, "50": 807, "100": 2680 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 357, "30": 6574, "50": 50581, "100": 168912 } } }, "train_pairs": 1042505 }, "val": { "items": 841, "field_nonempty": { "title": 841, "features": 754, "description": 452, "categories": 841, "details": 836, "store": 787, "main_category": 829 }, "description_or_features": 765, "source_image": 841, "adapter_image": 841, "text_and_image": 841, "native_differs": 0, "html": 1, "word_counts": { "native": { "nonempty": 841, "quantiles": [ 17, 47, 195, 362, 560.4000000000002, 718 ], "below": { "1": 0, "5": 0, "10": 0, "20": 5, "30": 30, "50": 92, "100": 187 } }, "default": { "nonempty": 841, "quantiles": [ 17, 47, 195, 362, 560.4000000000002, 718 ], "below": { "1": 0, "5": 0, "10": 0, "20": 5, "30": 30, "50": 92, "100": 187 } }, "extended": { "nonempty": 841, "quantiles": [ 45, 111, 250, 421, 621.2000000000002, 801 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 1, "100": 62 } }, "curated": { "nonempty": 841, "quantiles": [ 23, 62, 205, 375, 571.2000000000003, 778 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 10, "50": 54, "100": 164 } } } }, "test": { "items": 1682, "field_nonempty": { "title": 1682, "features": 1526, "description": 908, "categories": 1682, "details": 1679, "store": 1586, "main_category": 1658 }, "description_or_features": 1549, "source_image": 1682, "adapter_image": 1682, "text_and_image": 1682, "native_differs": 0, "html": 2, "word_counts": { "native": { "nonempty": 1682, "quantiles": [ 13, 50, 197, 366.9000000000001, 541.1400000000003, 978 ], "below": { "1": 0, "5": 0, "10": 0, "20": 14, "30": 52, "50": 162, "100": 360 } }, "default": { "nonempty": 1682, "quantiles": [ 13, 50, 197, 366.9000000000001, 541.1400000000003, 978 ], "below": { "1": 0, "5": 0, "10": 0, "20": 14, "30": 52, "50": 162, "100": 360 } }, "extended": { "nonempty": 1682, "quantiles": [ 14, 112, 254.5, 431, 606.5200000000004, 1013 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 1, "50": 2, "100": 114 } }, "curated": { "nonempty": 1682, "quantiles": [ 14, 69, 209, 379, 555, 980 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 15, "50": 93, "100": 317 } } } }, "preprocessed": { "items": 16817, "field_nonempty": { "title": 16816, "features": 15271, "description": 8960, "categories": 16817, "details": 16771, "store": 15770, "main_category": 16603 }, "description_or_features": 15424, "source_image": 16817, "adapter_image": 16817, "text_and_image": 16817, "native_differs": 0, "html": 22, "word_counts": { "native": { "nonempty": 16817, "quantiles": [ 13, 50, 203, 367, 579, 1693 ], "below": { "1": 0, "5": 0, "10": 0, "20": 84, "30": 579, "50": 1654, "100": 3642 } }, "default": { "nonempty": 16817, "quantiles": [ 13, 50, 203, 367, 579, 1693 ], "below": { "1": 0, "5": 0, "10": 0, "20": 84, "30": 579, "50": 1654, "100": 3642 } }, "extended": { "nonempty": 16817, "quantiles": [ 14, 112, 258, 428, 642.8400000000001, 1742 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 2, "50": 48, "100": 1168 } }, "curated": { "nonempty": 16817, "quantiles": [ 14, 66, 215, 379, 590, 1698 ], "below": { "1": 0, "5": 0, "10": 0, "20": 10, "30": 126, "50": 954, "100": 3161 } } } } }, "leave_last_out": { "catalog": { "items": 16817, "field_nonempty": { "title": 16816, "features": 15271, "description": 8960, "categories": 16817, "details": 16771, "store": 15770, "main_category": 16603 }, "description_or_features": 15424, "source_image": 16817, "adapter_image": 16817, "text_and_image": 16817, "native_differs": 0, "html": 22, "word_counts": { "native": { "nonempty": 16817, "quantiles": [ 13, 50, 203, 367, 579, 1693 ], "below": { "1": 0, "5": 0, "10": 0, "20": 84, "30": 579, "50": 1654, "100": 3642 } }, "default": { "nonempty": 16817, "quantiles": [ 13, 50, 203, 367, 579, 1693 ], "below": { "1": 0, "5": 0, "10": 0, "20": 84, "30": 579, "50": 1654, "100": 3642 } }, "extended": { "nonempty": 16817, "quantiles": [ 14, 112, 258, 428, 642.8400000000001, 1742 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 2, "50": 48, "100": 1168 } }, "curated": { "nonempty": 16817, "quantiles": [ 14, 66, 215, 379, 590, 1698 ], "below": { "1": 0, "5": 0, "10": 0, "20": 10, "30": 126, "50": 954, "100": 3161 } } } }, "train": { "items": 16817, "field_nonempty": { "title": 16816, "features": 15271, "description": 8960, "categories": 16817, "details": 16771, "store": 15770, "main_category": 16603 }, "description_or_features": 15424, "source_image": 16817, "adapter_image": 16817, "text_and_image": 16817, "native_differs": 0, "html": 22, "word_counts": { "native": { "nonempty": 16817, "quantiles": [ 13, 50, 203, 367, 579, 1693 ], "below": { "1": 0, "5": 0, "10": 0, "20": 84, "30": 579, "50": 1654, "100": 3642 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 5490, "30": 31302, "50": 88897, "100": 200673 } }, "default": { "nonempty": 16817, "quantiles": [ 13, 50, 203, 367, 579, 1693 ], "below": { "1": 0, "5": 0, "10": 0, "20": 84, "30": 579, "50": 1654, "100": 3642 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 5490, "30": 31302, "50": 88897, "100": 200673 } }, "extended": { "nonempty": 16817, "quantiles": [ 14, 112, 258, 428, 642.8400000000001, 1742 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 2, "50": 48, "100": 1168 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 32, "30": 55, "50": 3128, "100": 57718 } }, "curated": { "nonempty": 16817, "quantiles": [ 14, 66, 215, 379, 590, 1698 ], "below": { "1": 0, "5": 0, "10": 0, "20": 10, "30": 126, "50": 954, "100": 3161 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 358, "30": 7510, "50": 51693, "100": 174085 } } }, "train_pairs": 1039531 }, "val": { "items": 15180, "field_nonempty": { "title": 15179, "features": 13822, "description": 8054, "categories": 15180, "details": 15138, "store": 14248, "main_category": 14985 }, "description_or_features": 13956, "source_image": 15180, "adapter_image": 15180, "text_and_image": 15180, "native_differs": 0, "html": 20, "word_counts": { "native": { "nonempty": 15180, "quantiles": [ 13, 51, 206, 367, 577.2099999999991, 1621 ], "below": { "1": 0, "5": 0, "10": 0, "20": 76, "30": 503, "50": 1453, "100": 3181 } }, "default": { "nonempty": 15180, "quantiles": [ 13, 51, 206, 367, 577.2099999999991, 1621 ], "below": { "1": 0, "5": 0, "10": 0, "20": 76, "30": 503, "50": 1453, "100": 3181 } }, "extended": { "nonempty": 15180, "quantiles": [ 26, 114, 261, 429, 638.2099999999991, 1676 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 43, "100": 1007 } }, "curated": { "nonempty": 15180, "quantiles": [ 17, 67.90000000000009, 217, 379, 589, 1631 ], "below": { "1": 0, "5": 0, "10": 0, "20": 8, "30": 107, "50": 832, "100": 2747 } } } }, "test": { "items": 14750, "field_nonempty": { "title": 14750, "features": 13456, "description": 7712, "categories": 14750, "details": 14714, "store": 13844, "main_category": 14570 }, "description_or_features": 13578, "source_image": 14750, "adapter_image": 14750, "text_and_image": 14750, "native_differs": 0, "html": 20, "word_counts": { "native": { "nonempty": 14750, "quantiles": [ 13, 52.90000000000009, 207, 368, 578, 1693 ], "below": { "1": 0, "5": 0, "10": 0, "20": 70, "30": 479, "50": 1375, "100": 3032 } }, "default": { "nonempty": 14750, "quantiles": [ 13, 52.90000000000009, 207, 368, 578, 1693 ], "below": { "1": 0, "5": 0, "10": 0, "20": 70, "30": 479, "50": 1375, "100": 3032 } }, "extended": { "nonempty": 14750, "quantiles": [ 26, 115, 262, 430, 643, 1742 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 44, "100": 955 } }, "curated": { "nonempty": 14750, "quantiles": [ 17, 69, 219, 380, 590, 1698 ], "below": { "1": 0, "5": 0, "10": 0, "20": 7, "30": 101, "50": 769, "100": 2611 } } } }, "preprocessed": { "items": 16817, "field_nonempty": { "title": 16816, "features": 15271, "description": 8960, "categories": 16817, "details": 16771, "store": 15770, "main_category": 16603 }, "description_or_features": 15424, "source_image": 16817, "adapter_image": 16817, "text_and_image": 16817, "native_differs": 0, "html": 22, "word_counts": { "native": { "nonempty": 16817, "quantiles": [ 13, 50, 203, 367, 579, 1693 ], "below": { "1": 0, "5": 0, "10": 0, "20": 84, "30": 579, "50": 1654, "100": 3642 } }, "default": { "nonempty": 16817, "quantiles": [ 13, 50, 203, 367, 579, 1693 ], "below": { "1": 0, "5": 0, "10": 0, "20": 84, "30": 579, "50": 1654, "100": 3642 } }, "extended": { "nonempty": 16817, "quantiles": [ 14, 112, 258, 428, 642.8400000000001, 1742 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 2, "50": 48, "100": 1168 } }, "curated": { "nonempty": 16817, "quantiles": [ 14, 66, 215, 379, 590, 1698 ], "below": { "1": 0, "5": 0, "10": 0, "20": 10, "30": 126, "50": 954, "100": 3161 } } } } }, "temporal": { "catalog": { "items": 14656, "field_nonempty": { "title": 14656, "features": 13440, "description": 6673, "categories": 14656, "details": 14625, "store": 13801, "main_category": 14489 }, "description_or_features": 13531, "source_image": 14656, "adapter_image": 14656, "text_and_image": 14656, "native_differs": 0, "html": 24, "word_counts": { "native": { "nonempty": 14656, "quantiles": [ 13, 59, 222, 371, 563, 1179 ], "below": { "1": 0, "5": 0, "10": 0, "20": 63, "30": 398, "50": 1244, "100": 2461 } }, "default": { "nonempty": 14656, "quantiles": [ 13, 59, 222, 371, 563, 1179 ], "below": { "1": 0, "5": 0, "10": 0, "20": 63, "30": 398, "50": 1244, "100": 2461 } }, "extended": { "nonempty": 14656, "quantiles": [ 31, 122, 276, 431, 626, 1232 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 42, "100": 852 } }, "curated": { "nonempty": 14656, "quantiles": [ 16, 76, 234, 383, 574.9000000000015, 1192 ], "below": { "1": 0, "5": 0, "10": 0, "20": 9, "30": 87, "50": 657, "100": 2141 } } } }, "train": { "items": 8247, "field_nonempty": { "title": 8247, "features": 7549, "description": 4726, "categories": 8247, "details": 8227, "store": 7728, "main_category": 8154 }, "description_or_features": 7602, "source_image": 8247, "adapter_image": 8247, "text_and_image": 8247, "native_differs": 0, "html": 10, "word_counts": { "native": { "nonempty": 8247, "quantiles": [ 15, 54, 209, 364, 577, 1179 ], "below": { "1": 0, "5": 0, "10": 0, "20": 38, "30": 243, "50": 746, "100": 1596 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 1720, "30": 9995, "50": 29830, "100": 64381 } }, "default": { "nonempty": 8247, "quantiles": [ 15, 54, 209, 364, 577, 1179 ], "below": { "1": 0, "5": 0, "10": 0, "20": 38, "30": 243, "50": 746, "100": 1596 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 1720, "30": 9995, "50": 29830, "100": 64381 } }, "extended": { "nonempty": 8247, "quantiles": [ 31, 118, 266, 430, 642.54, 1232 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 23, "100": 479 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 923, "100": 17989 } }, "curated": { "nonempty": 8247, "quantiles": [ 17, 72, 221, 376, 588, 1192 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 55, "50": 395, "100": 1393 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 29, "30": 2386, "50": 16448, "100": 56225 } } }, "train_pairs": 392445 }, "val": { "items": 9685, "field_nonempty": { "title": 9685, "features": 8832, "description": 5055, "categories": 9685, "details": 9669, "store": 9020, "main_category": 9572 }, "description_or_features": 8892, "source_image": 9685, "adapter_image": 9685, "text_and_image": 9685, "native_differs": 0, "html": 16, "word_counts": { "native": { "nonempty": 9685, "quantiles": [ 13, 54, 215, 367, 562, 1179 ], "below": { "1": 0, "5": 0, "10": 0, "20": 46, "30": 290, "50": 892, "100": 1770 } }, "default": { "nonempty": 9685, "quantiles": [ 13, 54, 215, 367, 562, 1179 ], "below": { "1": 0, "5": 0, "10": 0, "20": 46, "30": 290, "50": 892, "100": 1770 } }, "extended": { "nonempty": 9685, "quantiles": [ 31, 120, 271, 431, 622, 1232 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 24, "100": 534 } }, "curated": { "nonempty": 9685, "quantiles": [ 17, 73, 226, 379, 572, 1192 ], "below": { "1": 0, "5": 0, "10": 0, "20": 6, "30": 63, "50": 458, "100": 1524 } } } }, "test": { "items": 11789, "field_nonempty": { "title": 11789, "features": 10855, "description": 4999, "categories": 11789, "details": 11766, "store": 11101, "main_category": 11663 }, "description_or_features": 10919, "source_image": 11789, "adapter_image": 11789, "text_and_image": 11789, "native_differs": 0, "html": 18, "word_counts": { "native": { "nonempty": 11789, "quantiles": [ 13, 65, 229, 373, 551.1200000000008, 1179 ], "below": { "1": 0, "5": 0, "10": 0, "20": 48, "30": 298, "50": 950, "100": 1773 } }, "default": { "nonempty": 11789, "quantiles": [ 13, 65, 229, 373, 551.1200000000008, 1179 ], "below": { "1": 0, "5": 0, "10": 0, "20": 48, "30": 298, "50": 950, "100": 1773 } }, "extended": { "nonempty": 11789, "quantiles": [ 31, 128, 282, 433, 617.2400000000016, 1232 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 29, "100": 622 } }, "curated": { "nonempty": 11789, "quantiles": [ 16, 81, 240, 385, 569, 1192 ], "below": { "1": 0, "5": 0, "10": 0, "20": 7, "30": 62, "50": 481, "100": 1540 } } } } } }, "union": { "items": 19153, "field_nonempty": { "title": 19152, "features": 17420, "description": 9475, "categories": 19153, "details": 19100, "store": 17993, "main_category": 18904 }, "description_or_features": 17578, "source_image": 19153, "adapter_image": 19153, "text_and_image": 19153, "native_differs": 0, "html": 27, "word_counts": { "native": { "nonempty": 19153, "quantiles": [ 13, 51, 210, 368, 574.4799999999996, 1693 ], "below": { "1": 0, "5": 0, "10": 0, "20": 87, "30": 621, "50": 1830, "100": 3897 } }, "default": { "nonempty": 19153, "quantiles": [ 13, 51, 210, 368, 574.4799999999996, 1693 ], "below": { "1": 0, "5": 0, "10": 0, "20": 87, "30": 621, "50": 1830, "100": 3897 } }, "extended": { "nonempty": 19153, "quantiles": [ 14, 113, 264, 428, 634.9599999999991, 1742 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 2, "50": 58, "100": 1328 } }, "curated": { "nonempty": 19153, "quantiles": [ 14, 67, 221, 380, 586, 1698 ], "below": { "1": 0, "5": 0, "10": 0, "20": 12, "30": 137, "50": 1045, "100": 3394 } } } }, "details_keys": [ [ "Manufacturer", 17918 ], [ "Brand", 15946 ], [ "Product Dimensions", 12595 ], [ "Item model number", 12335 ], [ "UPC", 12293 ], [ "Item Form", 10736 ], [ "Is Discontinued By Manufacturer", 10271 ], [ "Color", 8053 ], [ "Package Dimensions", 5735 ], [ "Scent", 5035 ], [ "Country of Origin", 4990 ], [ "Material", 4172 ], [ "Skin Type", 4169 ], [ "Product Benefits", 4038 ], [ "Hair Type", 3580 ], [ "Unit Count", 3028 ], [ "Age Range (Description)", 2901 ], [ "Number of Items", 2872 ], [ "Material Feature", 2685 ], [ "Finish Type", 2676 ], [ "Special Feature", 2648 ], [ "Date First Available", 2103 ], [ "Material Type Free", 1856 ], [ "Item Weight", 1723 ], [ "Recommended Uses For Product", 1530 ], [ "Department", 1460 ], [ "Active Ingredients", 1446 ], [ "Domestic Shipping", 1242 ], [ "International Shipping", 1242 ], [ "Style", 1135 ], [ "Liquid Volume", 1129 ], [ "Shape", 894 ], [ "Item Dimensions LxWxH", 888 ], [ "Size", 887 ], [ "Number of Pieces", 815 ], [ "Power Source", 735 ], [ "Best Sellers Rank", 660 ], [ "Item Volume", 644 ], [ "Included Components", 611 ], [ "Batteries", 563 ], [ "Handle Material", 493 ], [ "Type", 400 ], [ "Coverage", 394 ], [ "Package Information", 359 ], [ "Use for", 338 ], [ "Skin Tone", 316 ], [ "Ferrule Material", 315 ], [ "Mounting Type", 270 ], [ "Extension Length", 229 ], [ "Language", 219 ], [ "Part Number", 218 ], [ "Batteries Required?", 213 ], [ "Pattern", 197 ], [ "Number of Blades", 196 ], [ "Model Name", 195 ], [ "Item Package Quantity", 189 ], [ "Batteries Included?", 185 ], [ "Blade Material", 180 ], [ "Sun Protection", 178 ], [ "Wattage", 174 ] ], "checked_at_utc": "2026-09-09T13:50:48.646633+00:00" }, { "category": "Books", "context": { "catalog_sha256": "3d813031e7e37ef229db98683522fa7e3aa27083a3535c5a5edf2ca1a2631876", "script_sha256": "68bf9fd06b46b02b1a96d0ab2a17b6cb60feae5cb87f986e63221e0872f1355c", "recipe_sha256": "988dcc18ddc0ff458e02eda0b9b91e515a8ceaa38f010704f9959bb4880d704d", "files": [ { "path": "data/amazon2023/Books/huggingface/raw/meta_categories/meta_Books.jsonl", "kind": "jsonl", "size": 14697581022, "mtime_ns": 1788923471752384000 } ] }, "source_rows_scanned": 4448181, "duplicate_retained_rows": 0, "splits": { "user_split": { "catalog": { "items": 94864, "field_nonempty": { "title": 94864, "features": 94196, "description": 78496, "categories": 94501, "details": 91429, "store": 94723, "main_category": 94832 }, "description_or_features": 94249, "source_image": 84590, "adapter_image": 84590, "text_and_image": 84590, "native_differs": 0, "html": 217, "word_counts": { "native": { "nonempty": 94864, "quantiles": [ 2, 159, 540, 3357, 9198, 238612 ], "below": { "1": 0, "5": 20, "10": 72, "20": 491, "30": 832, "50": 1400, "100": 3943 } }, "default": { "nonempty": 94864, "quantiles": [ 2, 159, 540, 3357, 9198, 238612 ], "below": { "1": 0, "5": 20, "10": 72, "20": 491, "30": 832, "50": 1400, "100": 3943 } }, "extended": { "nonempty": 94864, "quantiles": [ 8, 206, 590, 3404, 9237.73999999999, 238657 ], "below": { "1": 0, "5": 0, "10": 3, "20": 11, "30": 104, "50": 491, "100": 1697 } }, "curated": { "nonempty": 94864, "quantiles": [ 4, 176, 560, 3377, 9216.109999999986, 238636 ], "below": { "1": 0, "5": 1, "10": 18, "20": 72, "30": 217, "50": 881, "100": 2932 } } } }, "train": { "items": 94864, "field_nonempty": { "title": 94864, "features": 94196, "description": 78496, "categories": 94501, "details": 91429, "store": 94723, "main_category": 94832 }, "description_or_features": 94249, "source_image": 84590, "adapter_image": 84590, "text_and_image": 84590, "native_differs": 0, "html": 217, "word_counts": { "native": { "nonempty": 94864, "quantiles": [ 2, 159, 540, 3357, 9198, 238612 ], "below": { "1": 0, "5": 20, "10": 72, "20": 491, "30": 832, "50": 1400, "100": 3943 }, "train_pairs_removed": { "1": 0, "5": 474, "10": 1905, "20": 14605, "30": 26392, "50": 42988, "100": 125750 } }, "default": { "nonempty": 94864, "quantiles": [ 2, 159, 540, 3357, 9198, 238612 ], "below": { "1": 0, "5": 20, "10": 72, "20": 491, "30": 832, "50": 1400, "100": 3943 }, "train_pairs_removed": { "1": 0, "5": 474, "10": 1905, "20": 14605, "30": 26392, "50": 42988, "100": 125750 } }, "extended": { "nonempty": 94864, "quantiles": [ 8, 206, 590, 3404, 9237.73999999999, 238657 ], "below": { "1": 0, "5": 0, "10": 3, "20": 11, "30": 104, "50": 491, "100": 1697 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 157, "20": 364, "30": 3400, "50": 14467, "100": 50923 } }, "curated": { "nonempty": 94864, "quantiles": [ 4, 176, 560, 3377, 9216.109999999986, 238636 ], "below": { "1": 0, "5": 1, "10": 18, "20": 72, "30": 217, "50": 881, "100": 2932 }, "train_pairs_removed": { "1": 0, "5": 23, "10": 570, "20": 1926, "30": 7057, "50": 28148, "100": 92404 } } }, "train_pairs": 4457061 }, "val": { "items": 31567, "field_nonempty": { "title": 31567, "features": 31378, "description": 26451, "categories": 31497, "details": 30432, "store": 31527, "main_category": 31555 }, "description_or_features": 31395, "source_image": 28115, "adapter_image": 28115, "text_and_image": 28115, "native_differs": 0, "html": 79, "word_counts": { "native": { "nonempty": 31567, "quantiles": [ 3, 170, 584, 3522, 10005.7, 238612 ], "below": { "1": 0, "5": 3, "10": 16, "20": 128, "30": 217, "50": 377, "100": 1138 } }, "default": { "nonempty": 31567, "quantiles": [ 3, 170, 584, 3522, 10005.7, 238612 ], "below": { "1": 0, "5": 3, "10": 16, "20": 128, "30": 217, "50": 377, "100": 1138 } }, "extended": { "nonempty": 31567, "quantiles": [ 20, 217, 637, 3572, 10053, 238657 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 22, "50": 125, "100": 450 } }, "curated": { "nonempty": 31567, "quantiles": [ 6, 187, 603, 3542, 10025.36, 238636 ], "below": { "1": 0, "5": 0, "10": 4, "20": 17, "30": 57, "50": 231, "100": 824 } } } }, "test": { "items": 32453, "field_nonempty": { "title": 32453, "features": 32257, "description": 27397, "categories": 32334, "details": 31308, "store": 32416, "main_category": 32441 }, "description_or_features": 32272, "source_image": 28886, "adapter_image": 28886, "text_and_image": 28886, "native_differs": 0, "html": 79, "word_counts": { "native": { "nonempty": 32453, "quantiles": [ 2, 168, 592, 3535, 10095.48, 238612 ], "below": { "1": 0, "5": 6, "10": 22, "20": 137, "30": 242, "50": 412, "100": 1170 } }, "default": { "nonempty": 32453, "quantiles": [ 2, 168, 592, 3535, 10095.48, 238612 ], "below": { "1": 0, "5": 6, "10": 22, "20": 137, "30": 242, "50": 412, "100": 1170 } }, "extended": { "nonempty": 32453, "quantiles": [ 8, 215, 643, 3585, 10142.879999999997, 238657 ], "below": { "1": 0, "5": 0, "10": 2, "20": 5, "30": 25, "50": 134, "100": 493 } }, "curated": { "nonempty": 32453, "quantiles": [ 4, 185, 612, 3554, 10114, 238636 ], "below": { "1": 0, "5": 1, "10": 5, "20": 19, "30": 54, "50": 259, "100": 869 } } } }, "preprocessed": { "items": 94864, "field_nonempty": { "title": 94864, "features": 94196, "description": 78496, "categories": 94501, "details": 91429, "store": 94723, "main_category": 94832 }, "description_or_features": 94249, "source_image": 84590, "adapter_image": 84590, "text_and_image": 84590, "native_differs": 0, "html": 217, "word_counts": { "native": { "nonempty": 94864, "quantiles": [ 2, 159, 540, 3357, 9198, 238612 ], "below": { "1": 0, "5": 20, "10": 72, "20": 491, "30": 832, "50": 1400, "100": 3943 } }, "default": { "nonempty": 94864, "quantiles": [ 2, 159, 540, 3357, 9198, 238612 ], "below": { "1": 0, "5": 20, "10": 72, "20": 491, "30": 832, "50": 1400, "100": 3943 } }, "extended": { "nonempty": 94864, "quantiles": [ 8, 206, 590, 3404, 9237.73999999999, 238657 ], "below": { "1": 0, "5": 0, "10": 3, "20": 11, "30": 104, "50": 491, "100": 1697 } }, "curated": { "nonempty": 94864, "quantiles": [ 4, 176, 560, 3377, 9216.109999999986, 238636 ], "below": { "1": 0, "5": 1, "10": 18, "20": 72, "30": 217, "50": 881, "100": 2932 } } } } }, "item_split": { "catalog": { "items": 94864, "field_nonempty": { "title": 94864, "features": 94196, "description": 78496, "categories": 94501, "details": 91429, "store": 94723, "main_category": 94832 }, "description_or_features": 94249, "source_image": 84590, "adapter_image": 84590, "text_and_image": 84590, "native_differs": 0, "html": 217, "word_counts": { "native": { "nonempty": 94864, "quantiles": [ 2, 159, 540, 3357, 9198, 238612 ], "below": { "1": 0, "5": 20, "10": 72, "20": 491, "30": 832, "50": 1400, "100": 3943 } }, "default": { "nonempty": 94864, "quantiles": [ 2, 159, 540, 3357, 9198, 238612 ], "below": { "1": 0, "5": 20, "10": 72, "20": 491, "30": 832, "50": 1400, "100": 3943 } }, "extended": { "nonempty": 94864, "quantiles": [ 8, 206, 590, 3404, 9237.73999999999, 238657 ], "below": { "1": 0, "5": 0, "10": 3, "20": 11, "30": 104, "50": 491, "100": 1697 } }, "curated": { "nonempty": 94864, "quantiles": [ 4, 176, 560, 3377, 9216.109999999986, 238636 ], "below": { "1": 0, "5": 1, "10": 18, "20": 72, "30": 217, "50": 881, "100": 2932 } } } }, "train": { "items": 80633, "field_nonempty": { "title": 80633, "features": 80069, "description": 66747, "categories": 80313, "details": 77737, "store": 80513, "main_category": 80610 }, "description_or_features": 80116, "source_image": 71880, "adapter_image": 71880, "text_and_image": 71880, "native_differs": 0, "html": 176, "word_counts": { "native": { "nonempty": 80633, "quantiles": [ 2, 159, 541, 3364, 9202.759999999951, 238612 ], "below": { "1": 0, "5": 16, "10": 63, "20": 405, "30": 703, "50": 1191, "100": 3342 }, "train_pairs_removed": { "1": 0, "5": 417, "10": 1819, "20": 12842, "30": 24337, "50": 39859, "100": 116813 } }, "default": { "nonempty": 80633, "quantiles": [ 2, 159, 541, 3364, 9202.759999999951, 238612 ], "below": { "1": 0, "5": 16, "10": 63, "20": 405, "30": 703, "50": 1191, "100": 3342 }, "train_pairs_removed": { "1": 0, "5": 417, "10": 1819, "20": 12842, "30": 24337, "50": 39859, "100": 116813 } }, "extended": { "nonempty": 80633, "quantiles": [ 8, 206, 591, 3410, 9243.759999999951, 238657 ], "below": { "1": 0, "5": 0, "10": 3, "20": 9, "30": 86, "50": 413, "100": 1438 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 172, "20": 342, "30": 3022, "50": 13338, "100": 46590 } }, "curated": { "nonempty": 80633, "quantiles": [ 4, 176, 561, 3383, 9222.759999999951, 238636 ], "below": { "1": 0, "5": 1, "10": 14, "20": 60, "30": 188, "50": 745, "100": 2487 }, "train_pairs_removed": { "1": 0, "5": 26, "10": 526, "20": 1767, "30": 6718, "50": 25953, "100": 85377 } } }, "train_pairs": 4194262 }, "val": { "items": 4744, "field_nonempty": { "title": 4744, "features": 4705, "description": 3890, "categories": 4728, "details": 4562, "store": 4731, "main_category": 4741 }, "description_or_features": 4707, "source_image": 4197, "adapter_image": 4197, "text_and_image": 4197, "native_differs": 0, "html": 8, "word_counts": { "native": { "nonempty": 4744, "quantiles": [ 3, 154, 533, 3323, 9307.969999999994, 47484 ], "below": { "1": 0, "5": 2, "10": 4, "20": 32, "30": 49, "50": 76, "100": 213 } }, "default": { "nonempty": 4744, "quantiles": [ 3, 154, 533, 3323, 9307.969999999994, 47484 ], "below": { "1": 0, "5": 2, "10": 4, "20": 32, "30": 49, "50": 76, "100": 213 } }, "extended": { "nonempty": 4744, "quantiles": [ 22, 201, 583, 3378.3999999999996, 9349.679999999993, 47527 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 9, "50": 31, "100": 102 } }, "curated": { "nonempty": 4744, "quantiles": [ 6, 171, 552, 3343.3999999999996, 9326.099999999991, 47500 ], "below": { "1": 0, "5": 0, "10": 2, "20": 5, "30": 13, "50": 50, "100": 163 } } } }, "test": { "items": 9487, "field_nonempty": { "title": 9487, "features": 9422, "description": 7859, "categories": 9460, "details": 9130, "store": 9479, "main_category": 9481 }, "description_or_features": 9426, "source_image": 8513, "adapter_image": 8513, "text_and_image": 8513, "native_differs": 0, "html": 33, "word_counts": { "native": { "nonempty": 9487, "quantiles": [ 2, 163, 540, 3314.3999999999996, 8859.739999999976, 22133 ], "below": { "1": 0, "5": 2, "10": 5, "20": 54, "30": 80, "50": 133, "100": 388 } }, "default": { "nonempty": 9487, "quantiles": [ 2, 163, 540, 3314.3999999999996, 8859.739999999976, 22133 ], "below": { "1": 0, "5": 2, "10": 5, "20": 54, "30": 80, "50": 133, "100": 388 } }, "extended": { "nonempty": 9487, "quantiles": [ 17, 208, 588, 3356.3999999999996, 8914.919999999984, 22179 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 9, "50": 47, "100": 157 } }, "curated": { "nonempty": 9487, "quantiles": [ 7, 179, 560, 3334, 8878.459999999977, 22158 ], "below": { "1": 0, "5": 0, "10": 2, "20": 7, "30": 16, "50": 86, "100": 282 } } } }, "preprocessed": { "items": 94864, "field_nonempty": { "title": 94864, "features": 94196, "description": 78496, "categories": 94501, "details": 91429, "store": 94723, "main_category": 94832 }, "description_or_features": 94249, "source_image": 84590, "adapter_image": 84590, "text_and_image": 84590, "native_differs": 0, "html": 217, "word_counts": { "native": { "nonempty": 94864, "quantiles": [ 2, 159, 540, 3357, 9198, 238612 ], "below": { "1": 0, "5": 20, "10": 72, "20": 491, "30": 832, "50": 1400, "100": 3943 } }, "default": { "nonempty": 94864, "quantiles": [ 2, 159, 540, 3357, 9198, 238612 ], "below": { "1": 0, "5": 20, "10": 72, "20": 491, "30": 832, "50": 1400, "100": 3943 } }, "extended": { "nonempty": 94864, "quantiles": [ 8, 206, 590, 3404, 9237.73999999999, 238657 ], "below": { "1": 0, "5": 0, "10": 3, "20": 11, "30": 104, "50": 491, "100": 1697 } }, "curated": { "nonempty": 94864, "quantiles": [ 4, 176, 560, 3377, 9216.109999999986, 238636 ], "below": { "1": 0, "5": 1, "10": 18, "20": 72, "30": 217, "50": 881, "100": 2932 } } } } }, "leave_last_out": { "catalog": { "items": 94864, "field_nonempty": { "title": 94864, "features": 94196, "description": 78496, "categories": 94501, "details": 91429, "store": 94723, "main_category": 94832 }, "description_or_features": 94249, "source_image": 84590, "adapter_image": 84590, "text_and_image": 84590, "native_differs": 0, "html": 217, "word_counts": { "native": { "nonempty": 94864, "quantiles": [ 2, 159, 540, 3357, 9198, 238612 ], "below": { "1": 0, "5": 20, "10": 72, "20": 491, "30": 832, "50": 1400, "100": 3943 } }, "default": { "nonempty": 94864, "quantiles": [ 2, 159, 540, 3357, 9198, 238612 ], "below": { "1": 0, "5": 20, "10": 72, "20": 491, "30": 832, "50": 1400, "100": 3943 } }, "extended": { "nonempty": 94864, "quantiles": [ 8, 206, 590, 3404, 9237.73999999999, 238657 ], "below": { "1": 0, "5": 0, "10": 3, "20": 11, "30": 104, "50": 491, "100": 1697 } }, "curated": { "nonempty": 94864, "quantiles": [ 4, 176, 560, 3377, 9216.109999999986, 238636 ], "below": { "1": 0, "5": 1, "10": 18, "20": 72, "30": 217, "50": 881, "100": 2932 } } } }, "train": { "items": 94829, "field_nonempty": { "title": 94829, "features": 94161, "description": 78478, "categories": 94467, "details": 91396, "store": 94688, "main_category": 94797 }, "description_or_features": 94214, "source_image": 84563, "adapter_image": 84563, "text_and_image": 84563, "native_differs": 0, "html": 217, "word_counts": { "native": { "nonempty": 94829, "quantiles": [ 2, 159, 541, 3357, 9198, 238612 ], "below": { "1": 0, "5": 20, "10": 72, "20": 491, "30": 832, "50": 1400, "100": 3942 }, "train_pairs_removed": { "1": 0, "5": 355, "10": 1630, "20": 12336, "30": 22094, "50": 37153, "100": 112009 } }, "default": { "nonempty": 94829, "quantiles": [ 2, 159, 541, 3357, 9198, 238612 ], "below": { "1": 0, "5": 20, "10": 72, "20": 491, "30": 832, "50": 1400, "100": 3942 }, "train_pairs_removed": { "1": 0, "5": 355, "10": 1630, "20": 12336, "30": 22094, "50": 37153, "100": 112009 } }, "extended": { "nonempty": 94829, "quantiles": [ 8, 206, 590, 3404, 9238.440000000002, 238657 ], "below": { "1": 0, "5": 0, "10": 3, "20": 11, "30": 104, "50": 491, "100": 1697 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 118, "20": 300, "30": 2489, "50": 11334, "100": 44935 } }, "curated": { "nonempty": 94829, "quantiles": [ 4, 176, 560, 3377, 9217.160000000003, 238636 ], "below": { "1": 0, "5": 1, "10": 18, "20": 72, "30": 217, "50": 881, "100": 2932 }, "train_pairs_removed": { "1": 0, "5": 14, "10": 443, "20": 1613, "30": 5637, "50": 23694, "100": 82390 } } }, "train_pairs": 4054971 }, "val": { "items": 80327, "field_nonempty": { "title": 80327, "features": 79753, "description": 66062, "categories": 80029, "details": 77413, "store": 80213, "main_category": 80295 }, "description_or_features": 79782, "source_image": 71628, "adapter_image": 71628, "text_and_image": 71628, "native_differs": 0, "html": 177, "word_counts": { "native": { "nonempty": 80327, "quantiles": [ 2, 158, 531, 3344.4000000000087, 9286.960000000021, 238612 ], "below": { "1": 0, "5": 16, "10": 55, "20": 416, "30": 726, "50": 1205, "100": 3419 } }, "default": { "nonempty": 80327, "quantiles": [ 2, 158, 531, 3344.4000000000087, 9286.960000000021, 238612 ], "below": { "1": 0, "5": 16, "10": 55, "20": 416, "30": 726, "50": 1205, "100": 3419 } }, "extended": { "nonempty": 80327, "quantiles": [ 8, 205, 581, 3393, 9330, 238657 ], "below": { "1": 0, "5": 0, "10": 3, "20": 9, "30": 95, "50": 426, "100": 1451 } }, "curated": { "nonempty": 80327, "quantiles": [ 4, 175, 551, 3365, 9304, 238636 ], "below": { "1": 0, "5": 1, "10": 14, "20": 54, "30": 181, "50": 762, "100": 2507 } } } }, "test": { "items": 76778, "field_nonempty": { "title": 76778, "features": 76218, "description": 63173, "categories": 76499, "details": 73949, "store": 76670, "main_category": 76749 }, "description_or_features": 76250, "source_image": 68431, "adapter_image": 68431, "text_and_image": 68431, "native_differs": 0, "html": 180, "word_counts": { "native": { "nonempty": 76778, "quantiles": [ 2, 158, 534, 3349, 9297.609999999971, 238612 ], "below": { "1": 0, "5": 12, "10": 49, "20": 397, "30": 700, "50": 1147, "100": 3222 } }, "default": { "nonempty": 76778, "quantiles": [ 2, 158, 534, 3349, 9297.609999999971, 238612 ], "below": { "1": 0, "5": 12, "10": 49, "20": 397, "30": 700, "50": 1147, "100": 3222 } }, "extended": { "nonempty": 76778, "quantiles": [ 8, 205, 585, 3397, 9345, 238657 ], "below": { "1": 0, "5": 0, "10": 3, "20": 10, "30": 86, "50": 427, "100": 1359 } }, "curated": { "nonempty": 76778, "quantiles": [ 4, 176, 554, 3368, 9311.069999999963, 238636 ], "below": { "1": 0, "5": 1, "10": 12, "20": 53, "30": 166, "50": 740, "100": 2373 } } } }, "preprocessed": { "items": 94864, "field_nonempty": { "title": 94864, "features": 94196, "description": 78496, "categories": 94501, "details": 91429, "store": 94723, "main_category": 94832 }, "description_or_features": 94249, "source_image": 84590, "adapter_image": 84590, "text_and_image": 84590, "native_differs": 0, "html": 217, "word_counts": { "native": { "nonempty": 94864, "quantiles": [ 2, 159, 540, 3357, 9198, 238612 ], "below": { "1": 0, "5": 20, "10": 72, "20": 491, "30": 832, "50": 1400, "100": 3943 } }, "default": { "nonempty": 94864, "quantiles": [ 2, 159, 540, 3357, 9198, 238612 ], "below": { "1": 0, "5": 20, "10": 72, "20": 491, "30": 832, "50": 1400, "100": 3943 } }, "extended": { "nonempty": 94864, "quantiles": [ 8, 206, 590, 3404, 9237.73999999999, 238657 ], "below": { "1": 0, "5": 0, "10": 3, "20": 11, "30": 104, "50": 491, "100": 1697 } }, "curated": { "nonempty": 94864, "quantiles": [ 4, 176, 560, 3377, 9216.109999999986, 238636 ], "below": { "1": 0, "5": 1, "10": 18, "20": 72, "30": 217, "50": 881, "100": 2932 } } } } }, "temporal": { "catalog": { "items": 96465, "field_nonempty": { "title": 96465, "features": 95058, "description": 73083, "categories": 96007, "details": 92158, "store": 96307, "main_category": 96437 }, "description_or_features": 95101, "source_image": 85232, "adapter_image": 85232, "text_and_image": 85232, "native_differs": 0, "html": 151, "word_counts": { "native": { "nonempty": 96465, "quantiles": [ 2, 162, 518, 3212.600000000006, 8645.720000000001, 238612 ], "below": { "1": 0, "5": 33, "10": 120, "20": 943, "30": 1438, "50": 1697, "100": 3506 } }, "default": { "nonempty": 96465, "quantiles": [ 2, 162, 518, 3212.600000000006, 8645.720000000001, 238612 ], "below": { "1": 0, "5": 33, "10": 120, "20": 943, "30": 1438, "50": 1697, "100": 3506 } }, "extended": { "nonempty": 96465, "quantiles": [ 4, 209, 567, 3260, 8690.800000000003, 238657 ], "below": { "1": 0, "5": 2, "10": 4, "20": 11, "30": 301, "50": 1192, "100": 1827 } }, "curated": { "nonempty": 96465, "quantiles": [ 4, 178, 537, 3231, 8664, 238636 ], "below": { "1": 0, "5": 2, "10": 39, "20": 102, "30": 412, "50": 1452, "100": 2702 } } } }, "train": { "items": 75631, "field_nonempty": { "title": 75631, "features": 74880, "description": 60387, "categories": 75313, "details": 72561, "store": 75517, "main_category": 75610 }, "description_or_features": 74915, "source_image": 67111, "adapter_image": 67111, "text_and_image": 67111, "native_differs": 0, "html": 125, "word_counts": { "native": { "nonempty": 75631, "quantiles": [ 2, 171, 559, 3376, 9220.399999999994, 238612 ], "below": { "1": 0, "5": 24, "10": 80, "20": 495, "30": 778, "50": 958, "100": 2309 }, "train_pairs_removed": { "1": 0, "5": 212, "10": 825, "20": 5470, "30": 8572, "50": 10381, "100": 27793 } }, "default": { "nonempty": 75631, "quantiles": [ 2, 171, 559, 3376, 9220.399999999994, 238612 ], "below": { "1": 0, "5": 24, "10": 80, "20": 495, "30": 778, "50": 958, "100": 2309 }, "train_pairs_removed": { "1": 0, "5": 212, "10": 825, "20": 5470, "30": 8572, "50": 10381, "100": 27793 } }, "extended": { "nonempty": 75631, "quantiles": [ 4, 218, 609, 3423, 9260.499999999985, 238657 ], "below": { "1": 0, "5": 1, "10": 3, "20": 9, "30": 146, "50": 586, "100": 1058 }, "train_pairs_removed": { "1": 0, "5": 9, "10": 35, "20": 86, "30": 1639, "50": 6521, "100": 11253 } }, "curated": { "nonempty": 75631, "quantiles": [ 4, 187, 578, 3395, 9238.799999999988, 238636 ], "below": { "1": 0, "5": 1, "10": 26, "20": 70, "30": 226, "50": 794, "100": 1725 }, "train_pairs_removed": { "1": 0, "5": 9, "10": 238, "20": 674, "30": 2447, "50": 8808, "100": 20706 } } }, "train_pairs": 1336615 }, "val": { "items": 37923, "field_nonempty": { "title": 37923, "features": 37200, "description": 27947, "categories": 37785, "details": 36067, "store": 37871, "main_category": 37910 }, "description_or_features": 37209, "source_image": 33374, "adapter_image": 33374, "text_and_image": 33374, "native_differs": 0, "html": 66, "word_counts": { "native": { "nonempty": 37923, "quantiles": [ 2, 160, 507, 3110.800000000003, 8386.839999999967, 54856 ], "below": { "1": 0, "5": 11, "10": 45, "20": 477, "30": 730, "50": 830, "100": 1497 } }, "default": { "nonempty": 37923, "quantiles": [ 2, 160, 507, 3110.800000000003, 8386.839999999967, 54856 ], "below": { "1": 0, "5": 11, "10": 45, "20": 477, "30": 730, "50": 830, "100": 1497 } }, "extended": { "nonempty": 37923, "quantiles": [ 8, 208, 560, 3157.800000000003, 8444.719999999972, 54896 ], "below": { "1": 0, "5": 0, "10": 1, "20": 2, "30": 161, "50": 646, "100": 855 } }, "curated": { "nonempty": 37923, "quantiles": [ 6, 176, 526, 3128, 8405.25999999998, 54875 ], "below": { "1": 0, "5": 0, "10": 12, "20": 34, "30": 203, "50": 737, "100": 1216 } } } }, "test": { "items": 26194, "field_nonempty": { "title": 26194, "features": 25600, "description": 18612, "categories": 26105, "details": 24798, "store": 26165, "main_category": 26188 }, "description_or_features": 25604, "source_image": 22893, "adapter_image": 22893, "text_and_image": 22893, "native_differs": 0, "html": 44, "word_counts": { "native": { "nonempty": 26194, "quantiles": [ 2, 160, 496, 3008, 8289, 48368 ], "below": { "1": 0, "5": 6, "10": 31, "20": 377, "30": 587, "50": 644, "100": 1081 } }, "default": { "nonempty": 26194, "quantiles": [ 2, 160, 496, 3008, 8289, 48368 ], "below": { "1": 0, "5": 6, "10": 31, "20": 377, "30": 587, "50": 644, "100": 1081 } }, "extended": { "nonempty": 26194, "quantiles": [ 4, 208, 547, 3057, 8336.07, 48431 ], "below": { "1": 0, "5": 1, "10": 1, "20": 1, "30": 121, "50": 545, "100": 662 } }, "curated": { "nonempty": 26194, "quantiles": [ 4, 175, 515, 3028, 8308.14, 48386 ], "below": { "1": 0, "5": 1, "10": 6, "20": 18, "30": 146, "50": 586, "100": 878 } } } } } }, "union": { "items": 127961, "field_nonempty": { "title": 127961, "features": 126377, "description": 99312, "categories": 127309, "details": 122588, "store": 127725, "main_category": 127922 }, "description_or_features": 126447, "source_image": 113452, "adapter_image": 113452, "text_and_image": 113452, "native_differs": 0, "html": 251, "word_counts": { "native": { "nonempty": 127961, "quantiles": [ 2, 152, 496, 3147, 8444.399999999994, 238612 ], "below": { "1": 0, "5": 41, "10": 150, "20": 1112, "30": 1747, "50": 2400, "100": 5680 } }, "default": { "nonempty": 127961, "quantiles": [ 2, 152, 496, 3147, 8444.399999999994, 238612 ], "below": { "1": 0, "5": 41, "10": 150, "20": 1112, "30": 1747, "50": 2400, "100": 5680 } }, "extended": { "nonempty": 127961, "quantiles": [ 4, 198, 545, 3193, 8487.799999999988, 238657 ], "below": { "1": 0, "5": 2, "10": 6, "20": 17, "30": 326, "50": 1328, "100": 2737 } }, "curated": { "nonempty": 127961, "quantiles": [ 4, 169, 515, 3165, 8461.599999999977, 238636 ], "below": { "1": 0, "5": 3, "10": 48, "20": 132, "30": 493, "50": 1799, "100": 4312 } } } }, "details_keys": [ [ "Language", 122501 ], [ "Publisher", 114602 ], [ "ISBN 13", 92495 ], [ "Item Weight", 92446 ], [ "Dimensions", 92251 ], [ "ISBN 10", 89216 ], [ "Paperback", 45734 ], [ "Hardcover", 34669 ], [ "Sticky notes", 29678 ], [ "File size", 29674 ], [ "Publication date", 29670 ], [ "Text to Speech", 29669 ], [ "X Ray", 29669 ], [ "Enhanced typesetting", 29668 ], [ "Word Wise", 29667 ], [ "Print length", 29510 ], [ "Screen Reader", 28873 ], [ "Reading age", 22724 ], [ "Grade level", 18042 ], [ "Lexile measure", 13675 ], [ "Simultaneous device usage", 11982 ], [ "Mass Market Paperback", 8253 ], [ "Page numbers source ISBN", 6044 ], [ "Board book", 1428 ], [ "Spiral bound", 375 ], [ "Calendar", 281 ], [ "Cards", 258 ], [ "Pamphlet", 109 ], [ "Flexibound", 80 ], [ "Hardcover spiral", 73 ], [ "Audio CD", 73 ], [ "Novelty Book", 56 ], [ "Diary", 54 ], [ "Perfect Paperback", 53 ], [ "Product Dimensions", 48 ], [ "Best Sellers Rank", 47 ], [ "Manufacturer", 46 ], [ "Map", 40 ], [ "Item model number", 36 ], [ "Misc Supplies", 36 ], [ "Imitation Leather", 33 ], [ "Date First Available", 33 ], [ "Is Discontinued By Manufacturer", 32 ], [ "Library Binding", 30 ], [ "Plastic Comb", 29 ], [ "Domestic Shipping", 24 ], [ "International Shipping", 24 ], [ "Bookmark", 22 ], [ "Ring bound", 22 ], [ "Brand", 21 ], [ "Release date", 17 ], [ "Number of Items", 16 ], [ "Country of Origin", 16 ], [ "Color", 16 ], [ "Wall Chart", 13 ], [ "Product Bundle", 13 ], [ "Manufacturer recommended age", 11 ], [ "Leather Bound", 11 ], [ "Manufacturer Part Number", 10 ], [ "Rag Book", 10 ] ], "checked_at_utc": "2026-09-09T13:52:10.238760+00:00" }, { "category": "CDs_and_Vinyl", "context": { "catalog_sha256": "0e8e27eda9939114d113a5874ecdf20f72c83ab1c2f935021b4f790f5c9b6ed5", "script_sha256": "68bf9fd06b46b02b1a96d0ab2a17b6cb60feae5cb87f986e63221e0872f1355c", "recipe_sha256": "988dcc18ddc0ff458e02eda0b9b91e515a8ceaa38f010704f9959bb4880d704d", "files": [ { "path": "data/amazon2023/CDs_and_Vinyl/huggingface/raw/meta_categories/meta_CDs_and_Vinyl.jsonl", "kind": "jsonl", "size": 948861684, "mtime_ns": 1788902435994442000 } ] }, "source_rows_scanned": 701959, "duplicate_retained_rows": 0, "splits": { "user_split": { "catalog": { "items": 18586, "field_nonempty": { "title": 18586, "features": 128, "description": 16775, "categories": 18586, "details": 17972, "store": 18585, "main_category": 18578 }, "description_or_features": 16893, "source_image": 18568, "adapter_image": 18568, "text_and_image": 18568, "native_differs": 0, "html": 7, "word_counts": { "native": { "nonempty": 18586, "quantiles": [ 8, 19, 97, 288, 767.7500000000073, 8966 ], "below": { "1": 0, "5": 0, "10": 80, "20": 1967, "30": 3562, "50": 5428, "100": 9420 } }, "default": { "nonempty": 18586, "quantiles": [ 8, 19, 97, 288, 767.7500000000073, 8966 ], "below": { "1": 0, "5": 0, "10": 80, "20": 1967, "30": 3562, "50": 5428, "100": 9420 } }, "extended": { "nonempty": 18586, "quantiles": [ 13, 71, 155, 347, 825.4500000000044, 9020 ], "below": { "1": 0, "5": 0, "10": 0, "20": 231, "30": 540, "50": 641, "100": 4877 } }, "curated": { "nonempty": 18586, "quantiles": [ 13, 31, 112, 303, 781.1500000000015, 8978 ], "below": { "1": 0, "5": 0, "10": 0, "20": 259, "30": 1541, "50": 4164, "100": 8358 } } } }, "train": { "items": 18586, "field_nonempty": { "title": 18586, "features": 128, "description": 16775, "categories": 18586, "details": 17972, "store": 18585, "main_category": 18578 }, "description_or_features": 16893, "source_image": 18568, "adapter_image": 18568, "text_and_image": 18568, "native_differs": 0, "html": 7, "word_counts": { "native": { "nonempty": 18586, "quantiles": [ 8, 19, 97, 288, 767.7500000000073, 8966 ], "below": { "1": 0, "5": 0, "10": 80, "20": 1967, "30": 3562, "50": 5428, "100": 9420 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 1971, "20": 52886, "30": 97865, "50": 155078, "100": 296955 } }, "default": { "nonempty": 18586, "quantiles": [ 8, 19, 97, 288, 767.7500000000073, 8966 ], "below": { "1": 0, "5": 0, "10": 80, "20": 1967, "30": 3562, "50": 5428, "100": 9420 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 1971, "20": 52886, "30": 97865, "50": 155078, "100": 296955 } }, "extended": { "nonempty": 18586, "quantiles": [ 13, 71, 155, 347, 825.4500000000044, 9020 ], "below": { "1": 0, "5": 0, "10": 0, "20": 231, "30": 540, "50": 641, "100": 4877 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 7523, "30": 18015, "50": 21148, "100": 136675 } }, "curated": { "nonempty": 18586, "quantiles": [ 13, 31, 112, 303, 781.1500000000015, 8978 ], "below": { "1": 0, "5": 0, "10": 0, "20": 259, "30": 1541, "50": 4164, "100": 8358 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 8135, "30": 42260, "50": 116342, "100": 258985 } } }, "train_pairs": 658391 }, "val": { "items": 8295, "field_nonempty": { "title": 8295, "features": 64, "description": 7590, "categories": 8295, "details": 8009, "store": 8295, "main_category": 8293 }, "description_or_features": 7650, "source_image": 8286, "adapter_image": 8286, "text_and_image": 8286, "native_differs": 0, "html": 5, "word_counts": { "native": { "nonempty": 8295, "quantiles": [ 8, 20, 108, 299, 795.239999999998, 4100 ], "below": { "1": 0, "5": 0, "10": 40, "20": 772, "30": 1401, "50": 2157, "100": 3956 } }, "default": { "nonempty": 8295, "quantiles": [ 8, 20, 108, 299, 795.239999999998, 4100 ], "below": { "1": 0, "5": 0, "10": 40, "20": 772, "30": 1401, "50": 2157, "100": 3956 } }, "extended": { "nonempty": 8295, "quantiles": [ 13, 74, 166, 358.60000000000036, 853.2999999999975, 4159 ], "below": { "1": 0, "5": 0, "10": 0, "20": 107, "30": 250, "50": 301, "100": 1918 } }, "curated": { "nonempty": 8295, "quantiles": [ 13, 33, 121, 314, 808.2999999999975, 4112 ], "below": { "1": 0, "5": 0, "10": 0, "20": 118, "30": 602, "50": 1634, "100": 3472 } } } }, "test": { "items": 8493, "field_nonempty": { "title": 8493, "features": 78, "description": 7746, "categories": 8493, "details": 8231, "store": 8492, "main_category": 8490 }, "description_or_features": 7815, "source_image": 8484, "adapter_image": 8484, "text_and_image": 8484, "native_differs": 0, "html": 5, "word_counts": { "native": { "nonempty": 8493, "quantiles": [ 8, 20, 104, 293, 820.7199999999993, 8966 ], "below": { "1": 0, "5": 0, "10": 26, "20": 816, "30": 1474, "50": 2302, "100": 4141 } }, "default": { "nonempty": 8493, "quantiles": [ 8, 20, 104, 293, 820.7199999999993, 8966 ], "below": { "1": 0, "5": 0, "10": 26, "20": 816, "30": 1474, "50": 2302, "100": 4141 } }, "extended": { "nonempty": 8493, "quantiles": [ 14, 74, 162, 350.8000000000002, 880, 9020 ], "below": { "1": 0, "5": 0, "10": 0, "20": 96, "30": 233, "50": 271, "100": 2030 } }, "curated": { "nonempty": 8493, "quantiles": [ 14, 33, 118, 307.8000000000002, 837.3999999999996, 8978 ], "below": { "1": 0, "5": 0, "10": 0, "20": 106, "30": 632, "50": 1732, "100": 3631 } } } }, "preprocessed": { "items": 18586, "field_nonempty": { "title": 18586, "features": 128, "description": 16775, "categories": 18586, "details": 17972, "store": 18585, "main_category": 18578 }, "description_or_features": 16893, "source_image": 18568, "adapter_image": 18568, "text_and_image": 18568, "native_differs": 0, "html": 7, "word_counts": { "native": { "nonempty": 18586, "quantiles": [ 8, 19, 97, 288, 767.7500000000073, 8966 ], "below": { "1": 0, "5": 0, "10": 80, "20": 1967, "30": 3562, "50": 5428, "100": 9420 } }, "default": { "nonempty": 18586, "quantiles": [ 8, 19, 97, 288, 767.7500000000073, 8966 ], "below": { "1": 0, "5": 0, "10": 80, "20": 1967, "30": 3562, "50": 5428, "100": 9420 } }, "extended": { "nonempty": 18586, "quantiles": [ 13, 71, 155, 347, 825.4500000000044, 9020 ], "below": { "1": 0, "5": 0, "10": 0, "20": 231, "30": 540, "50": 641, "100": 4877 } }, "curated": { "nonempty": 18586, "quantiles": [ 13, 31, 112, 303, 781.1500000000015, 8978 ], "below": { "1": 0, "5": 0, "10": 0, "20": 259, "30": 1541, "50": 4164, "100": 8358 } } } } }, "item_split": { "catalog": { "items": 18586, "field_nonempty": { "title": 18586, "features": 128, "description": 16775, "categories": 18586, "details": 17972, "store": 18585, "main_category": 18578 }, "description_or_features": 16893, "source_image": 18568, "adapter_image": 18568, "text_and_image": 18568, "native_differs": 0, "html": 7, "word_counts": { "native": { "nonempty": 18586, "quantiles": [ 8, 19, 97, 288, 767.7500000000073, 8966 ], "below": { "1": 0, "5": 0, "10": 80, "20": 1967, "30": 3562, "50": 5428, "100": 9420 } }, "default": { "nonempty": 18586, "quantiles": [ 8, 19, 97, 288, 767.7500000000073, 8966 ], "below": { "1": 0, "5": 0, "10": 80, "20": 1967, "30": 3562, "50": 5428, "100": 9420 } }, "extended": { "nonempty": 18586, "quantiles": [ 13, 71, 155, 347, 825.4500000000044, 9020 ], "below": { "1": 0, "5": 0, "10": 0, "20": 231, "30": 540, "50": 641, "100": 4877 } }, "curated": { "nonempty": 18586, "quantiles": [ 13, 31, 112, 303, 781.1500000000015, 8978 ], "below": { "1": 0, "5": 0, "10": 0, "20": 259, "30": 1541, "50": 4164, "100": 8358 } } } }, "train": { "items": 15797, "field_nonempty": { "title": 15797, "features": 114, "description": 14264, "categories": 15797, "details": 15270, "store": 15796, "main_category": 15790 }, "description_or_features": 14369, "source_image": 15782, "adapter_image": 15782, "text_and_image": 15782, "native_differs": 0, "html": 7, "word_counts": { "native": { "nonempty": 15797, "quantiles": [ 8, 19, 97, 287, 738, 8966 ], "below": { "1": 0, "5": 0, "10": 66, "20": 1674, "30": 3048, "50": 4621, "100": 8016 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 1956, "20": 53709, "30": 99143, "50": 155588, "100": 298894 } }, "default": { "nonempty": 15797, "quantiles": [ 8, 19, 97, 287, 738, 8966 ], "below": { "1": 0, "5": 0, "10": 66, "20": 1674, "30": 3048, "50": 4621, "100": 8016 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 1956, "20": 53709, "30": 99143, "50": 155588, "100": 298894 } }, "extended": { "nonempty": 15797, "quantiles": [ 13, 71, 155, 346, 787.2799999999934, 9020 ], "below": { "1": 0, "5": 0, "10": 0, "20": 194, "30": 460, "50": 550, "100": 4154 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 7405, "30": 18391, "50": 21655, "100": 137228 } }, "curated": { "nonempty": 15797, "quantiles": [ 13, 31, 112, 301.39999999999964, 748.0799999999981, 8978 ], "below": { "1": 0, "5": 0, "10": 0, "20": 220, "30": 1309, "50": 3545, "100": 7117 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 8011, "30": 42663, "50": 116678, "100": 261120 } } }, "train_pairs": 662593 }, "val": { "items": 930, "field_nonempty": { "title": 930, "features": 7, "description": 822, "categories": 930, "details": 904, "store": 930, "main_category": 929 }, "description_or_features": 829, "source_image": 927, "adapter_image": 927, "text_and_image": 927, "native_differs": 0, "html": 0, "word_counts": { "native": { "nonempty": 930, "quantiles": [ 8, 18.900000000000006, 100, 289.20000000000005, 853.1300000000001, 1767 ], "below": { "1": 0, "5": 0, "10": 9, "20": 102, "30": 180, "50": 264, "100": 464 } }, "default": { "nonempty": 930, "quantiles": [ 8, 18.900000000000006, 100, 289.20000000000005, 853.1300000000001, 1767 ], "below": { "1": 0, "5": 0, "10": 9, "20": 102, "30": 180, "50": 264, "100": 464 } }, "extended": { "nonempty": 930, "quantiles": [ 14, 69.9, 156, 350, 909.1300000000001, 1822 ], "below": { "1": 0, "5": 0, "10": 0, "20": 12, "30": 25, "50": 27, "100": 246 } }, "curated": { "nonempty": 930, "quantiles": [ 14, 30, 115.5, 303.1, 864.1300000000001, 1784 ], "below": { "1": 0, "5": 0, "10": 0, "20": 13, "30": 85, "50": 206, "100": 412 } } } }, "test": { "items": 1859, "field_nonempty": { "title": 1859, "features": 7, "description": 1689, "categories": 1859, "details": 1798, "store": 1859, "main_category": 1859 }, "description_or_features": 1695, "source_image": 1859, "adapter_image": 1859, "text_and_image": 1859, "native_differs": 0, "html": 0, "word_counts": { "native": { "nonempty": 1859, "quantiles": [ 8, 19, 98, 295, 863.8400000000001, 3227 ], "below": { "1": 0, "5": 0, "10": 5, "20": 191, "30": 334, "50": 543, "100": 940 } }, "default": { "nonempty": 1859, "quantiles": [ 8, 19, 98, 295, 863.8400000000001, 3227 ], "below": { "1": 0, "5": 0, "10": 5, "20": 191, "30": 334, "50": 543, "100": 940 } }, "extended": { "nonempty": 1859, "quantiles": [ 14, 72, 156, 353, 919.8400000000001, 3275 ], "below": { "1": 0, "5": 0, "10": 0, "20": 25, "30": 55, "50": 64, "100": 477 } }, "curated": { "nonempty": 1859, "quantiles": [ 14, 32, 113, 309.20000000000005, 877.2600000000002, 3241 ], "below": { "1": 0, "5": 0, "10": 0, "20": 26, "30": 147, "50": 413, "100": 829 } } } }, "preprocessed": { "items": 18586, "field_nonempty": { "title": 18586, "features": 128, "description": 16775, "categories": 18586, "details": 17972, "store": 18585, "main_category": 18578 }, "description_or_features": 16893, "source_image": 18568, "adapter_image": 18568, "text_and_image": 18568, "native_differs": 0, "html": 7, "word_counts": { "native": { "nonempty": 18586, "quantiles": [ 8, 19, 97, 288, 767.7500000000073, 8966 ], "below": { "1": 0, "5": 0, "10": 80, "20": 1967, "30": 3562, "50": 5428, "100": 9420 } }, "default": { "nonempty": 18586, "quantiles": [ 8, 19, 97, 288, 767.7500000000073, 8966 ], "below": { "1": 0, "5": 0, "10": 80, "20": 1967, "30": 3562, "50": 5428, "100": 9420 } }, "extended": { "nonempty": 18586, "quantiles": [ 13, 71, 155, 347, 825.4500000000044, 9020 ], "below": { "1": 0, "5": 0, "10": 0, "20": 231, "30": 540, "50": 641, "100": 4877 } }, "curated": { "nonempty": 18586, "quantiles": [ 13, 31, 112, 303, 781.1500000000015, 8978 ], "below": { "1": 0, "5": 0, "10": 0, "20": 259, "30": 1541, "50": 4164, "100": 8358 } } } } }, "leave_last_out": { "catalog": { "items": 18586, "field_nonempty": { "title": 18586, "features": 128, "description": 16775, "categories": 18586, "details": 17972, "store": 18585, "main_category": 18578 }, "description_or_features": 16893, "source_image": 18568, "adapter_image": 18568, "text_and_image": 18568, "native_differs": 0, "html": 7, "word_counts": { "native": { "nonempty": 18586, "quantiles": [ 8, 19, 97, 288, 767.7500000000073, 8966 ], "below": { "1": 0, "5": 0, "10": 80, "20": 1967, "30": 3562, "50": 5428, "100": 9420 } }, "default": { "nonempty": 18586, "quantiles": [ 8, 19, 97, 288, 767.7500000000073, 8966 ], "below": { "1": 0, "5": 0, "10": 80, "20": 1967, "30": 3562, "50": 5428, "100": 9420 } }, "extended": { "nonempty": 18586, "quantiles": [ 13, 71, 155, 347, 825.4500000000044, 9020 ], "below": { "1": 0, "5": 0, "10": 0, "20": 231, "30": 540, "50": 641, "100": 4877 } }, "curated": { "nonempty": 18586, "quantiles": [ 13, 31, 112, 303, 781.1500000000015, 8978 ], "below": { "1": 0, "5": 0, "10": 0, "20": 259, "30": 1541, "50": 4164, "100": 8358 } } } }, "train": { "items": 18584, "field_nonempty": { "title": 18584, "features": 128, "description": 16773, "categories": 18584, "details": 17970, "store": 18583, "main_category": 18576 }, "description_or_features": 16891, "source_image": 18566, "adapter_image": 18566, "text_and_image": 18566, "native_differs": 0, "html": 7, "word_counts": { "native": { "nonempty": 18584, "quantiles": [ 8, 19, 97, 288, 767.8499999999913, 8966 ], "below": { "1": 0, "5": 0, "10": 80, "20": 1967, "30": 3562, "50": 5428, "100": 9418 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 1809, "20": 51800, "30": 96599, "50": 153440, "100": 287477 } }, "default": { "nonempty": 18584, "quantiles": [ 8, 19, 97, 288, 767.8499999999913, 8966 ], "below": { "1": 0, "5": 0, "10": 80, "20": 1967, "30": 3562, "50": 5428, "100": 9418 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 1809, "20": 51800, "30": 96599, "50": 153440, "100": 287477 } }, "extended": { "nonempty": 18584, "quantiles": [ 13, 71, 155, 347, 825.5099999999948, 9020 ], "below": { "1": 0, "5": 0, "10": 0, "20": 231, "30": 540, "50": 641, "100": 4877 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 7255, "30": 17657, "50": 20728, "100": 135088 } }, "curated": { "nonempty": 18584, "quantiles": [ 13, 31, 112, 303, 781.1699999999983, 8978 ], "below": { "1": 0, "5": 0, "10": 0, "20": 259, "30": 1541, "50": 4164, "100": 8357 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 7884, "30": 41411, "50": 115194, "100": 252305 } } }, "train_pairs": 643324 }, "val": { "items": 16271, "field_nonempty": { "title": 16271, "features": 124, "description": 14778, "categories": 16271, "details": 15737, "store": 16270, "main_category": 16264 }, "description_or_features": 14892, "source_image": 16254, "adapter_image": 16254, "text_and_image": 16254, "native_differs": 0, "html": 7, "word_counts": { "native": { "nonempty": 16271, "quantiles": [ 8, 19, 99, 290, 783.2999999999993, 8966 ], "below": { "1": 0, "5": 0, "10": 72, "20": 1655, "30": 2988, "50": 4571, "100": 8191 } }, "default": { "nonempty": 16271, "quantiles": [ 8, 19, 99, 290, 783.2999999999993, 8966 ], "below": { "1": 0, "5": 0, "10": 72, "20": 1655, "30": 2988, "50": 4571, "100": 8191 } }, "extended": { "nonempty": 16271, "quantiles": [ 13, 72, 156, 349, 840.5999999999985, 9020 ], "below": { "1": 0, "5": 0, "10": 0, "20": 206, "30": 470, "50": 553, "100": 4076 } }, "curated": { "nonempty": 16271, "quantiles": [ 13, 32, 113, 304, 795.8999999999978, 8978 ], "below": { "1": 0, "5": 0, "10": 0, "20": 223, "30": 1286, "50": 3477, "100": 7217 } } } }, "test": { "items": 16039, "field_nonempty": { "title": 16039, "features": 123, "description": 14573, "categories": 16039, "details": 15516, "store": 16038, "main_category": 16031 }, "description_or_features": 14686, "source_image": 16022, "adapter_image": 16022, "text_and_image": 16022, "native_differs": 0, "html": 7, "word_counts": { "native": { "nonempty": 16039, "quantiles": [ 8, 19, 99, 291.2000000000007, 775.0999999999949, 8966 ], "below": { "1": 0, "5": 0, "10": 63, "20": 1621, "30": 2917, "50": 4478, "100": 8075 } }, "default": { "nonempty": 16039, "quantiles": [ 8, 19, 99, 291.2000000000007, 775.0999999999949, 8966 ], "below": { "1": 0, "5": 0, "10": 63, "20": 1621, "30": 2917, "50": 4478, "100": 8075 } }, "extended": { "nonempty": 16039, "quantiles": [ 13, 73, 156, 351, 833.0999999999949, 9020 ], "below": { "1": 0, "5": 0, "10": 0, "20": 187, "30": 462, "50": 544, "100": 3985 } }, "curated": { "nonempty": 16039, "quantiles": [ 13, 32, 113, 306, 788.9599999999919, 8978 ], "below": { "1": 0, "5": 0, "10": 0, "20": 206, "30": 1268, "50": 3401, "100": 7110 } } } }, "preprocessed": { "items": 18586, "field_nonempty": { "title": 18586, "features": 128, "description": 16775, "categories": 18586, "details": 17972, "store": 18585, "main_category": 18578 }, "description_or_features": 16893, "source_image": 18568, "adapter_image": 18568, "text_and_image": 18568, "native_differs": 0, "html": 7, "word_counts": { "native": { "nonempty": 18586, "quantiles": [ 8, 19, 97, 288, 767.7500000000073, 8966 ], "below": { "1": 0, "5": 0, "10": 80, "20": 1967, "30": 3562, "50": 5428, "100": 9420 } }, "default": { "nonempty": 18586, "quantiles": [ 8, 19, 97, 288, 767.7500000000073, 8966 ], "below": { "1": 0, "5": 0, "10": 80, "20": 1967, "30": 3562, "50": 5428, "100": 9420 } }, "extended": { "nonempty": 18586, "quantiles": [ 13, 71, 155, 347, 825.4500000000044, 9020 ], "below": { "1": 0, "5": 0, "10": 0, "20": 231, "30": 540, "50": 641, "100": 4877 } }, "curated": { "nonempty": 18586, "quantiles": [ 13, 31, 112, 303, 781.1500000000015, 8978 ], "below": { "1": 0, "5": 0, "10": 0, "20": 259, "30": 1541, "50": 4164, "100": 8358 } } } } }, "temporal": { "catalog": { "items": 13650, "field_nonempty": { "title": 13650, "features": 108, "description": 12624, "categories": 13650, "details": 13213, "store": 13649, "main_category": 13646 }, "description_or_features": 12722, "source_image": 13634, "adapter_image": 13634, "text_and_image": 13634, "native_differs": 0, "html": 6, "word_counts": { "native": { "nonempty": 13650, "quantiles": [ 8, 20, 93, 268, 653.0200000000004, 8966 ], "below": { "1": 0, "5": 0, "10": 114, "20": 1350, "30": 2157, "50": 3384, "100": 7380 } }, "default": { "nonempty": 13650, "quantiles": [ 8, 20, 93, 268, 653.0200000000004, 8966 ], "below": { "1": 0, "5": 0, "10": 114, "20": 1350, "30": 2157, "50": 3384, "100": 7380 } }, "extended": { "nonempty": 13650, "quantiles": [ 12, 74, 147, 327, 716.0200000000004, 9020 ], "below": { "1": 0, "5": 0, "10": 0, "20": 234, "30": 409, "50": 459, "100": 3022 } }, "curated": { "nonempty": 13650, "quantiles": [ 12, 33, 106, 283, 670.0400000000009, 8978 ], "below": { "1": 0, "5": 0, "10": 0, "20": 256, "30": 1021, "50": 2531, "100": 6185 } } } }, "train": { "items": 11048, "field_nonempty": { "title": 11048, "features": 98, "description": 10208, "categories": 11048, "details": 10687, "store": 11047, "main_category": 11044 }, "description_or_features": 10297, "source_image": 11033, "adapter_image": 11033, "text_and_image": 11033, "native_differs": 0, "html": 6, "word_counts": { "native": { "nonempty": 11048, "quantiles": [ 8, 20, 93, 266, 653.0600000000013, 8966 ], "below": { "1": 0, "5": 0, "10": 91, "20": 1071, "30": 1721, "50": 2728, "100": 5946 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 940, "20": 9284, "30": 14948, "50": 23928, "100": 58183 } }, "default": { "nonempty": 11048, "quantiles": [ 8, 20, 93, 266, 653.0600000000013, 8966 ], "below": { "1": 0, "5": 0, "10": 91, "20": 1071, "30": 1721, "50": 2728, "100": 5946 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 940, "20": 9284, "30": 14948, "50": 23928, "100": 58183 } }, "extended": { "nonempty": 11048, "quantiles": [ 12, 75, 148, 326, 714.5300000000007, 9020 ], "below": { "1": 0, "5": 0, "10": 0, "20": 191, "30": 333, "50": 377, "100": 2421 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 1891, "30": 3201, "50": 3630, "100": 21192 } }, "curated": { "nonempty": 11048, "quantiles": [ 12, 33, 106, 281.3000000000011, 669.6500000000033, 8978 ], "below": { "1": 0, "5": 0, "10": 0, "20": 210, "30": 825, "50": 2037, "100": 5003 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 2002, "30": 7245, "50": 17646, "100": 47942 } } }, "train_pairs": 109653 }, "val": { "items": 6986, "field_nonempty": { "title": 6986, "features": 62, "description": 6500, "categories": 6986, "details": 6755, "store": 6985, "main_category": 6985 }, "description_or_features": 6554, "source_image": 6976, "adapter_image": 6976, "text_and_image": 6976, "native_differs": 0, "html": 4, "word_counts": { "native": { "nonempty": 6986, "quantiles": [ 8, 21, 90, 260, 611.2999999999993, 4100 ], "below": { "1": 0, "5": 0, "10": 57, "20": 645, "30": 1047, "50": 1719, "100": 3931 } }, "default": { "nonempty": 6986, "quantiles": [ 8, 21, 90, 260, 611.2999999999993, 4100 ], "below": { "1": 0, "5": 0, "10": 57, "20": 645, "30": 1047, "50": 1719, "100": 3931 } }, "extended": { "nonempty": 6986, "quantiles": [ 13, 76, 144, 317, 674.4499999999989, 4159 ], "below": { "1": 0, "5": 0, "10": 0, "20": 127, "30": 218, "50": 244, "100": 1485 } }, "curated": { "nonempty": 6986, "quantiles": [ 13, 34, 103, 274.5, 628.9499999999953, 4112 ], "below": { "1": 0, "5": 0, "10": 0, "20": 135, "30": 496, "50": 1246, "100": 3306 } } } }, "test": { "items": 4566, "field_nonempty": { "title": 4566, "features": 37, "description": 4256, "categories": 4566, "details": 4416, "store": 4566, "main_category": 4566 }, "description_or_features": 4288, "source_image": 4558, "adapter_image": 4558, "text_and_image": 4558, "native_differs": 0, "html": 1, "word_counts": { "native": { "nonempty": 4566, "quantiles": [ 8, 21, 88, 252.5, 578.3500000000004, 2007 ], "below": { "1": 0, "5": 0, "10": 41, "20": 423, "30": 691, "50": 1132, "100": 2632 } }, "default": { "nonempty": 4566, "quantiles": [ 8, 21, 88, 252.5, 578.3500000000004, 2007 ], "below": { "1": 0, "5": 0, "10": 41, "20": 423, "30": 691, "50": 1132, "100": 2632 } }, "extended": { "nonempty": 4566, "quantiles": [ 12, 76, 143, 311, 634.3500000000004, 2065 ], "below": { "1": 0, "5": 0, "10": 0, "20": 77, "30": 138, "50": 155, "100": 983 } }, "curated": { "nonempty": 4566, "quantiles": [ 12, 34, 102, 268, 591.3500000000004, 2024 ], "below": { "1": 0, "5": 0, "10": 0, "20": 81, "30": 308, "50": 835, "100": 2201 } } } } } }, "union": { "items": 23072, "field_nonempty": { "title": 23072, "features": 136, "description": 20924, "categories": 23072, "details": 22309, "store": 23071, "main_category": 23063 }, "description_or_features": 21048, "source_image": 23054, "adapter_image": 23054, "text_and_image": 23054, "native_differs": 0, "html": 8, "word_counts": { "native": { "nonempty": 23072, "quantiles": [ 8, 19, 95, 282, 712.5800000000017, 8966 ], "below": { "1": 0, "5": 0, "10": 144, "20": 2492, "30": 4301, "50": 6499, "100": 11948 } }, "default": { "nonempty": 23072, "quantiles": [ 8, 19, 95, 282, 712.5800000000017, 8966 ], "below": { "1": 0, "5": 0, "10": 144, "20": 2492, "30": 4301, "50": 6499, "100": 11948 } }, "extended": { "nonempty": 23072, "quantiles": [ 12, 71, 151, 340, 772, 9020 ], "below": { "1": 0, "5": 0, "10": 0, "20": 330, "30": 689, "50": 802, "100": 5910 } }, "curated": { "nonempty": 23072, "quantiles": [ 12, 31, 109, 296, 730.5800000000017, 8978 ], "below": { "1": 0, "5": 0, "10": 0, "20": 371, "30": 1944, "50": 5023, "100": 10410 } } } }, "details_keys": [ [ "Number of discs", 22108 ], [ "Date First Available", 21727 ], [ "Manufacturer", 21711 ], [ "Label", 21704 ], [ "Product Dimensions", 21534 ], [ "Original Release Date", 17561 ], [ "Is Discontinued By Manufacturer", 17163 ], [ "Language", 13089 ], [ "Item model number", 12615 ], [ "Country of Origin", 7581 ], [ "Run time", 5462 ], [ "SPARS Code", 4057 ], [ "Package Dimensions", 564 ], [ "Studio", 431 ], [ "Release date", 428 ], [ "Actors", 427 ], [ "Media Format", 425 ], [ "MPAA rating", 389 ], [ "Contributor", 332 ], [ "Format", 331 ], [ "Genre", 304 ], [ "Number Of Discs", 282 ], [ "Aspect Ratio", 255 ], [ "Item Weight", 170 ], [ "Director", 156 ], [ "Dimensions", 133 ], [ "Publisher", 132 ], [ "Subtitles", 88 ], [ "Brand", 66 ], [ "Runtime", 64 ], [ "Dubbed", 41 ], [ "Department", 37 ], [ "Item Dimensions LxWxH", 30 ], [ "Shape", 25 ], [ "Number of Items", 22 ], [ "Theme", 19 ], [ "Producers", 19 ], [ "Writers", 19 ], [ "Style", 18 ], [ "Age Range (Description)", 17 ], [ "Color", 14 ], [ "Unit Count", 13 ], [ "Number of Pieces", 10 ], [ "Occasion", 10 ], [ "Material", 10 ], [ "Target Audience", 10 ], [ "Batteries", 9 ], [ "Item Form", 8 ], [ "Pages", 7 ], [ "Audio Description", 7 ], [ "Orientation", 7 ], [ "Item Package Quantity", 5 ], [ "Pattern", 5 ], [ "Manufacturer recommended age", 4 ], [ "Best Sellers Rank", 4 ], [ "Mounting Type", 3 ], [ "Included Components", 3 ], [ "Special Feature", 3 ], [ "Publication Date", 3 ], [ "Use for", 3 ] ], "checked_at_utc": "2026-09-09T13:50:50.550800+00:00" }, { "category": "Cell_Phones_and_Accessories", "context": { "catalog_sha256": "1a9b27166419f61776a57774c01af3d74f03c6d1be27257e5de8f33ab5e381ab", "script_sha256": "68bf9fd06b46b02b1a96d0ab2a17b6cb60feae5cb87f986e63221e0872f1355c", "recipe_sha256": "988dcc18ddc0ff458e02eda0b9b91e515a8ceaa38f010704f9959bb4880d704d", "files": [ { "path": "data/amazon2023/Cell_Phones_and_Accessories/huggingface/raw_meta_Cell_Phones_and_Accessories/full-00000-of-00007.parquet", "kind": "parquet", "size": 205041738, "mtime_ns": 1788903879091853000 }, { "path": "data/amazon2023/Cell_Phones_and_Accessories/huggingface/raw_meta_Cell_Phones_and_Accessories/full-00001-of-00007.parquet", "kind": "parquet", "size": 193263612, "mtime_ns": 1788904085005347300 }, { "path": "data/amazon2023/Cell_Phones_and_Accessories/huggingface/raw_meta_Cell_Phones_and_Accessories/full-00002-of-00007.parquet", "kind": "parquet", "size": 186934653, "mtime_ns": 1788904360134273800 }, { "path": "data/amazon2023/Cell_Phones_and_Accessories/huggingface/raw_meta_Cell_Phones_and_Accessories/full-00003-of-00007.parquet", "kind": "parquet", "size": 178113001, "mtime_ns": 1788904584131147500 }, { "path": "data/amazon2023/Cell_Phones_and_Accessories/huggingface/raw_meta_Cell_Phones_and_Accessories/full-00004-of-00007.parquet", "kind": "parquet", "size": 174751479, "mtime_ns": 1788904741608485000 }, { "path": "data/amazon2023/Cell_Phones_and_Accessories/huggingface/raw_meta_Cell_Phones_and_Accessories/full-00005-of-00007.parquet", "kind": "parquet", "size": 164701086, "mtime_ns": 1788904946582086000 }, { "path": "data/amazon2023/Cell_Phones_and_Accessories/huggingface/raw_meta_Cell_Phones_and_Accessories/full-00006-of-00007.parquet", "kind": "parquet", "size": 159266900, "mtime_ns": 1788905113843243800 } ] }, "source_rows_scanned": 1288490, "duplicate_retained_rows": 0, "splits": { "user_split": { "catalog": { "items": 19322, "field_nonempty": { "title": 19322, "features": 17633, "description": 7389, "categories": 18530, "details": 19241, "store": 19286, "main_category": 19032 }, "description_or_features": 17782, "source_image": 19322, "adapter_image": 0, "text_and_image": 19322, "native_differs": 19322, "html": 24, "word_counts": { "native": { "nonempty": 19322, "quantiles": [ 9, 61, 190, 377, 634, 5693 ], "below": { "1": 0, "5": 0, "10": 4, "20": 55, "30": 327, "50": 1649, "100": 3891 } }, "default": { "nonempty": 19322, "quantiles": [ 3, 62, 192, 378, 637.7900000000009, 5696 ], "below": { "1": 0, "5": 4, "10": 13, "20": 131, "30": 487, "50": 1680, "100": 3841 } }, "extended": { "nonempty": 19322, "quantiles": [ 12, 135, 284, 545, 927.7900000000009, 5849 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 6, "50": 37, "100": 800 } }, "curated": { "nonempty": 19322, "quantiles": [ 5, 76, 212, 459, 814.7900000000009, 5701 ], "below": { "1": 0, "5": 0, "10": 4, "20": 38, "30": 158, "50": 920, "100": 2913 } } } }, "train": { "items": 19322, "field_nonempty": { "title": 19322, "features": 17633, "description": 7389, "categories": 18530, "details": 19241, "store": 19286, "main_category": 19032 }, "description_or_features": 17782, "source_image": 19322, "adapter_image": 0, "text_and_image": 19322, "native_differs": 19322, "html": 24, "word_counts": { "native": { "nonempty": 19322, "quantiles": [ 9, 61, 190, 377, 634, 5693 ], "below": { "1": 0, "5": 0, "10": 4, "20": 55, "30": 327, "50": 1649, "100": 3891 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 93, "20": 1122, "30": 7233, "50": 38912, "100": 118263 } }, "default": { "nonempty": 19322, "quantiles": [ 3, 62, 192, 378, 637.7900000000009, 5696 ], "below": { "1": 0, "5": 4, "10": 13, "20": 131, "30": 487, "50": 1680, "100": 3841 }, "train_pairs_removed": { "1": 0, "5": 97, "10": 303, "20": 2504, "30": 10861, "50": 39326, "100": 115779 } }, "extended": { "nonempty": 19322, "quantiles": [ 12, 135, 284, 545, 927.7900000000009, 5849 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 6, "50": 37, "100": 800 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 20, "30": 122, "50": 1014, "100": 16858 } }, "curated": { "nonempty": 19322, "quantiles": [ 5, 76, 212, 459, 814.7900000000009, 5701 ], "below": { "1": 0, "5": 0, "10": 4, "20": 38, "30": 158, "50": 920, "100": 2913 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 76, "20": 715, "30": 3405, "50": 20223, "100": 80320 } } }, "train_pairs": 676209 }, "val": { "items": 6692, "field_nonempty": { "title": 6692, "features": 6207, "description": 2614, "categories": 6457, "details": 6669, "store": 6683, "main_category": 6581 }, "description_or_features": 6256, "source_image": 6692, "adapter_image": 0, "text_and_image": 6692, "native_differs": 6692, "html": 6, "word_counts": { "native": { "nonempty": 6692, "quantiles": [ 9, 71, 189, 374, 632.1800000000003, 5693 ], "below": { "1": 0, "5": 0, "10": 1, "20": 20, "30": 100, "50": 468, "100": 1272 } }, "default": { "nonempty": 6692, "quantiles": [ 4, 71, 191, 376, 637.0900000000001, 5696 ], "below": { "1": 0, "5": 1, "10": 6, "20": 31, "30": 144, "50": 476, "100": 1249 } }, "extended": { "nonempty": 6692, "quantiles": [ 23, 148, 287, 548, 937.0900000000001, 5849 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 9, "100": 221 } }, "curated": { "nonempty": 6692, "quantiles": [ 9, 86.10000000000002, 213, 460, 828.1800000000003, 5701 ], "below": { "1": 0, "5": 0, "10": 1, "20": 7, "30": 45, "50": 251, "100": 909 } } } }, "test": { "items": 6736, "field_nonempty": { "title": 6736, "features": 6269, "description": 2593, "categories": 6501, "details": 6719, "store": 6726, "main_category": 6624 }, "description_or_features": 6317, "source_image": 6736, "adapter_image": 0, "text_and_image": 6736, "native_differs": 6736, "html": 7, "word_counts": { "native": { "nonempty": 6736, "quantiles": [ 10, 72, 190.5, 374, 630.9499999999989, 5693 ], "below": { "1": 0, "5": 0, "10": 0, "20": 12, "30": 78, "50": 460, "100": 1238 } }, "default": { "nonempty": 6736, "quantiles": [ 4, 72, 192, 377, 635.6499999999996, 5696 ], "below": { "1": 0, "5": 1, "10": 5, "20": 28, "30": 115, "50": 464, "100": 1221 } }, "extended": { "nonempty": 6736, "quantiles": [ 23, 152, 287, 549, 939.2999999999993, 5844 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 11, "100": 200 } }, "curated": { "nonempty": 6736, "quantiles": [ 11, 88, 214, 460.5, 831.2499999999982, 5701 ], "below": { "1": 0, "5": 0, "10": 0, "20": 7, "30": 31, "50": 249, "100": 886 } } } }, "preprocessed": { "items": 19322, "field_nonempty": { "title": 19322, "features": 17633, "description": 7389, "categories": 18530, "details": 19241, "store": 19286, "main_category": 19032 }, "description_or_features": 17782, "source_image": 19322, "adapter_image": 0, "text_and_image": 19322, "native_differs": 19322, "html": 24, "word_counts": { "native": { "nonempty": 19322, "quantiles": [ 9, 61, 190, 377, 634, 5693 ], "below": { "1": 0, "5": 0, "10": 4, "20": 55, "30": 327, "50": 1649, "100": 3891 } }, "default": { "nonempty": 19322, "quantiles": [ 3, 62, 192, 378, 637.7900000000009, 5696 ], "below": { "1": 0, "5": 4, "10": 13, "20": 131, "30": 487, "50": 1680, "100": 3841 } }, "extended": { "nonempty": 19322, "quantiles": [ 12, 135, 284, 545, 927.7900000000009, 5849 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 6, "50": 37, "100": 800 } }, "curated": { "nonempty": 19322, "quantiles": [ 5, 76, 212, 459, 814.7900000000009, 5701 ], "below": { "1": 0, "5": 0, "10": 4, "20": 38, "30": 158, "50": 920, "100": 2913 } } } } }, "item_split": { "catalog": { "items": 19322, "field_nonempty": { "title": 19322, "features": 17633, "description": 7389, "categories": 18530, "details": 19241, "store": 19286, "main_category": 19032 }, "description_or_features": 17782, "source_image": 19322, "adapter_image": 0, "text_and_image": 19322, "native_differs": 19322, "html": 24, "word_counts": { "native": { "nonempty": 19322, "quantiles": [ 9, 61, 190, 377, 634, 5693 ], "below": { "1": 0, "5": 0, "10": 4, "20": 55, "30": 327, "50": 1649, "100": 3891 } }, "default": { "nonempty": 19322, "quantiles": [ 3, 62, 192, 378, 637.7900000000009, 5696 ], "below": { "1": 0, "5": 4, "10": 13, "20": 131, "30": 487, "50": 1680, "100": 3841 } }, "extended": { "nonempty": 19322, "quantiles": [ 12, 135, 284, 545, 927.7900000000009, 5849 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 6, "50": 37, "100": 800 } }, "curated": { "nonempty": 19322, "quantiles": [ 5, 76, 212, 459, 814.7900000000009, 5701 ], "below": { "1": 0, "5": 0, "10": 4, "20": 38, "30": 158, "50": 920, "100": 2913 } } } }, "train": { "items": 16422, "field_nonempty": { "title": 16422, "features": 14972, "description": 6273, "categories": 15749, "details": 16353, "store": 16388, "main_category": 16176 }, "description_or_features": 15102, "source_image": 16422, "adapter_image": 0, "text_and_image": 16422, "native_differs": 16422, "html": 23, "word_counts": { "native": { "nonempty": 16422, "quantiles": [ 9, 61, 191, 376.89999999999964, 636, 5689 ], "below": { "1": 0, "5": 0, "10": 4, "20": 51, "30": 286, "50": 1422, "100": 3311 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 101, "20": 1169, "30": 7046, "50": 38004, "100": 112507 } }, "default": { "nonempty": 16422, "quantiles": [ 3, 62, 192, 378, 638.789999999999, 5691 ], "below": { "1": 0, "5": 4, "10": 13, "20": 118, "30": 426, "50": 1444, "100": 3267 }, "train_pairs_removed": { "1": 0, "5": 107, "10": 337, "20": 2492, "30": 10532, "50": 38287, "100": 110124 } }, "extended": { "nonempty": 16422, "quantiles": [ 12, 135, 285, 546.8999999999996, 936, 5849 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 4, "50": 32, "100": 691 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 21, "30": 94, "50": 975, "100": 16058 } }, "curated": { "nonempty": 16422, "quantiles": [ 5, 75, 213, 460, 824.789999999999, 5696 ], "below": { "1": 0, "5": 0, "10": 4, "20": 37, "30": 138, "50": 804, "100": 2458 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 81, "20": 775, "30": 3282, "50": 19764, "100": 75168 } } }, "train_pairs": 646767 }, "val": { "items": 967, "field_nonempty": { "title": 967, "features": 892, "description": 401, "categories": 935, "details": 964, "store": 967, "main_category": 956 }, "description_or_features": 899, "source_image": 967, "adapter_image": 0, "text_and_image": 967, "native_differs": 967, "html": 0, "word_counts": { "native": { "nonempty": 967, "quantiles": [ 21, 61.60000000000001, 186, 379.4, 645.4400000000005, 5693 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 11, "50": 71, "100": 196 } }, "default": { "nonempty": 967, "quantiles": [ 17, 63, 187, 380.4, 648.4400000000005, 5696 ], "below": { "1": 0, "5": 0, "10": 0, "20": 3, "30": 17, "50": 71, "100": 194 } }, "extended": { "nonempty": 967, "quantiles": [ 58, 138, 281, 527.4, 892.6800000000001, 5844 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 0, "100": 30 } }, "curated": { "nonempty": 967, "quantiles": [ 23, 78, 207, 441.1999999999998, 773.6600000000016, 5701 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 4, "50": 32, "100": 148 } } } }, "test": { "items": 1933, "field_nonempty": { "title": 1933, "features": 1769, "description": 715, "categories": 1846, "details": 1924, "store": 1931, "main_category": 1900 }, "description_or_features": 1781, "source_image": 1933, "adapter_image": 0, "text_and_image": 1933, "native_differs": 1933, "html": 1, "word_counts": { "native": { "nonempty": 1933, "quantiles": [ 17, 61, 188, 376, 595.200000000001, 2309 ], "below": { "1": 0, "5": 0, "10": 0, "20": 4, "30": 30, "50": 156, "100": 384 } }, "default": { "nonempty": 1933, "quantiles": [ 11, 59.400000000000034, 191, 378, 607.0800000000004, 2311 ], "below": { "1": 0, "5": 0, "10": 0, "20": 10, "30": 44, "50": 165, "100": 380 } }, "extended": { "nonempty": 1933, "quantiles": [ 26, 135, 280, 544, 873, 2461 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 2, "50": 5, "100": 79 } }, "curated": { "nonempty": 1933, "quantiles": [ 16, 75.20000000000002, 210, 457.39999999999986, 769.6800000000001, 2313 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 16, "50": 84, "100": 307 } } } }, "preprocessed": { "items": 19322, "field_nonempty": { "title": 19322, "features": 17633, "description": 7389, "categories": 18530, "details": 19241, "store": 19286, "main_category": 19032 }, "description_or_features": 17782, "source_image": 19322, "adapter_image": 0, "text_and_image": 19322, "native_differs": 19322, "html": 24, "word_counts": { "native": { "nonempty": 19322, "quantiles": [ 9, 61, 190, 377, 634, 5693 ], "below": { "1": 0, "5": 0, "10": 4, "20": 55, "30": 327, "50": 1649, "100": 3891 } }, "default": { "nonempty": 19322, "quantiles": [ 3, 62, 192, 378, 637.7900000000009, 5696 ], "below": { "1": 0, "5": 4, "10": 13, "20": 131, "30": 487, "50": 1680, "100": 3841 } }, "extended": { "nonempty": 19322, "quantiles": [ 12, 135, 284, 545, 927.7900000000009, 5849 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 6, "50": 37, "100": 800 } }, "curated": { "nonempty": 19322, "quantiles": [ 5, 76, 212, 459, 814.7900000000009, 5701 ], "below": { "1": 0, "5": 0, "10": 4, "20": 38, "30": 158, "50": 920, "100": 2913 } } } } }, "leave_last_out": { "catalog": { "items": 19322, "field_nonempty": { "title": 19322, "features": 17633, "description": 7389, "categories": 18530, "details": 19241, "store": 19286, "main_category": 19032 }, "description_or_features": 17782, "source_image": 19322, "adapter_image": 0, "text_and_image": 19322, "native_differs": 19322, "html": 24, "word_counts": { "native": { "nonempty": 19322, "quantiles": [ 9, 61, 190, 377, 634, 5693 ], "below": { "1": 0, "5": 0, "10": 4, "20": 55, "30": 327, "50": 1649, "100": 3891 } }, "default": { "nonempty": 19322, "quantiles": [ 3, 62, 192, 378, 637.7900000000009, 5696 ], "below": { "1": 0, "5": 4, "10": 13, "20": 131, "30": 487, "50": 1680, "100": 3841 } }, "extended": { "nonempty": 19322, "quantiles": [ 12, 135, 284, 545, 927.7900000000009, 5849 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 6, "50": 37, "100": 800 } }, "curated": { "nonempty": 19322, "quantiles": [ 5, 76, 212, 459, 814.7900000000009, 5701 ], "below": { "1": 0, "5": 0, "10": 4, "20": 38, "30": 158, "50": 920, "100": 2913 } } } }, "train": { "items": 19315, "field_nonempty": { "title": 19315, "features": 17626, "description": 7389, "categories": 18523, "details": 19234, "store": 19279, "main_category": 19025 }, "description_or_features": 17775, "source_image": 19315, "adapter_image": 0, "text_and_image": 19315, "native_differs": 19315, "html": 24, "word_counts": { "native": { "nonempty": 19315, "quantiles": [ 9, 61, 190, 377, 634, 5693 ], "below": { "1": 0, "5": 0, "10": 4, "20": 55, "30": 327, "50": 1649, "100": 3890 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 87, "20": 1052, "30": 6941, "50": 36944, "100": 107812 } }, "default": { "nonempty": 19315, "quantiles": [ 3, 62, 192, 378, 637.8600000000006, 5696 ], "below": { "1": 0, "5": 4, "10": 13, "20": 131, "30": 487, "50": 1680, "100": 3840 }, "train_pairs_removed": { "1": 0, "5": 88, "10": 287, "20": 2367, "30": 10417, "50": 37336, "100": 105480 } }, "extended": { "nonempty": 19315, "quantiles": [ 12, 135, 284, 545, 927.8600000000006, 5849 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 6, "50": 37, "100": 800 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 14, "30": 110, "50": 1003, "100": 16347 } }, "curated": { "nonempty": 19315, "quantiles": [ 5, 75.40000000000009, 212, 459, 814.8600000000006, 5701 ], "below": { "1": 0, "5": 0, "10": 4, "20": 38, "30": 158, "50": 920, "100": 2912 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 73, "20": 675, "30": 3302, "50": 19340, "100": 74374 } } }, "train_pairs": 572962 }, "val": { "items": 16504, "field_nonempty": { "title": 16504, "features": 15198, "description": 5793, "categories": 15912, "details": 16447, "store": 16475, "main_category": 16259 }, "description_or_features": 15318, "source_image": 16504, "adapter_image": 0, "text_and_image": 16504, "native_differs": 16504, "html": 23, "word_counts": { "native": { "nonempty": 16504, "quantiles": [ 9, 69, 194, 376, 607, 5693 ], "below": { "1": 0, "5": 0, "10": 3, "20": 46, "30": 249, "50": 1264, "100": 3103 } }, "default": { "nonempty": 16504, "quantiles": [ 3, 69, 195.5, 378, 610, 5696 ], "below": { "1": 0, "5": 4, "10": 10, "20": 100, "30": 369, "50": 1286, "100": 3062 } }, "extended": { "nonempty": 16504, "quantiles": [ 12, 146, 290, 549, 911.9399999999987, 5844 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 5, "50": 24, "100": 578 } }, "curated": { "nonempty": 16504, "quantiles": [ 5, 85, 217, 463, 804.9699999999993, 5701 ], "below": { "1": 0, "5": 0, "10": 2, "20": 29, "30": 117, "50": 691, "100": 2262 } } } }, "test": { "items": 15069, "field_nonempty": { "title": 15069, "features": 14016, "description": 4954, "categories": 14603, "details": 15015, "store": 15052, "main_category": 14858 }, "description_or_features": 14097, "source_image": 15069, "adapter_image": 0, "text_and_image": 15069, "native_differs": 15069, "html": 17, "word_counts": { "native": { "nonempty": 15069, "quantiles": [ 9, 73, 200, 379, 610, 3681 ], "below": { "1": 0, "5": 0, "10": 1, "20": 40, "30": 204, "50": 1034, "100": 2607 } }, "default": { "nonempty": 15069, "quantiles": [ 3, 73, 201, 381, 612.3199999999997, 3683 ], "below": { "1": 0, "5": 2, "10": 7, "20": 84, "30": 310, "50": 1052, "100": 2577 } }, "extended": { "nonempty": 15069, "quantiles": [ 12, 154, 297, 558.2000000000007, 918.6399999999994, 3850 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 6, "50": 23, "100": 458 } }, "curated": { "nonempty": 15069, "quantiles": [ 8, 89, 222, 468, 810, 3688 ], "below": { "1": 0, "5": 0, "10": 1, "20": 22, "30": 94, "50": 559, "100": 1877 } } } }, "preprocessed": { "items": 19322, "field_nonempty": { "title": 19322, "features": 17633, "description": 7389, "categories": 18530, "details": 19241, "store": 19286, "main_category": 19032 }, "description_or_features": 17782, "source_image": 19322, "adapter_image": 0, "text_and_image": 19322, "native_differs": 19322, "html": 24, "word_counts": { "native": { "nonempty": 19322, "quantiles": [ 9, 61, 190, 377, 634, 5693 ], "below": { "1": 0, "5": 0, "10": 4, "20": 55, "30": 327, "50": 1649, "100": 3891 } }, "default": { "nonempty": 19322, "quantiles": [ 3, 62, 192, 378, 637.7900000000009, 5696 ], "below": { "1": 0, "5": 4, "10": 13, "20": 131, "30": 487, "50": 1680, "100": 3841 } }, "extended": { "nonempty": 19322, "quantiles": [ 12, 135, 284, 545, 927.7900000000009, 5849 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 6, "50": 37, "100": 800 } }, "curated": { "nonempty": 19322, "quantiles": [ 5, 76, 212, 459, 814.7900000000009, 5701 ], "below": { "1": 0, "5": 0, "10": 4, "20": 38, "30": 158, "50": 920, "100": 2913 } } } } }, "temporal": { "catalog": { "items": 19096, "field_nonempty": { "title": 19096, "features": 18000, "description": 5715, "categories": 18605, "details": 19044, "store": 19078, "main_category": 18831 }, "description_or_features": 18086, "source_image": 19096, "adapter_image": 0, "text_and_image": 19096, "native_differs": 19096, "html": 23, "word_counts": { "native": { "nonempty": 19096, "quantiles": [ 9, 80, 211, 384, 634.0499999999993, 5693 ], "below": { "1": 0, "5": 0, "10": 2, "20": 43, "30": 206, "50": 1065, "100": 2890 } }, "default": { "nonempty": 19096, "quantiles": [ 3, 80, 212, 385, 638, 5696 ], "below": { "1": 0, "5": 2, "10": 15, "20": 76, "30": 296, "50": 1080, "100": 2853 } }, "extended": { "nonempty": 19096, "quantiles": [ 12, 163, 307, 572, 950, 5849 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 2, "50": 19, "100": 442 } }, "curated": { "nonempty": 19096, "quantiles": [ 8, 97, 235, 485, 837.0499999999993, 5701 ], "below": { "1": 0, "5": 0, "10": 2, "20": 19, "30": 84, "50": 572, "100": 2027 } } } }, "train": { "items": 10107, "field_nonempty": { "title": 10107, "features": 9355, "description": 3769, "categories": 9767, "details": 10075, "store": 10096, "main_category": 9951 }, "description_or_features": 9414, "source_image": 10107, "adapter_image": 0, "text_and_image": 10107, "native_differs": 10107, "html": 10, "word_counts": { "native": { "nonempty": 10107, "quantiles": [ 9, 70, 180, 363, 607.9400000000005, 5693 ], "below": { "1": 0, "5": 0, "10": 1, "20": 26, "30": 138, "50": 732, "100": 1985 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 23, "20": 315, "30": 1821, "50": 10704, "100": 37915 } }, "default": { "nonempty": 10107, "quantiles": [ 3, 70.60000000000002, 181, 365, 610.9400000000005, 5696 ], "below": { "1": 0, "5": 2, "10": 10, "20": 53, "30": 200, "50": 742, "100": 1961 }, "train_pairs_removed": { "1": 0, "5": 38, "10": 134, "20": 606, "30": 2647, "50": 10798, "100": 37188 } }, "extended": { "nonempty": 10107, "quantiles": [ 12, 151, 275, 523.3999999999996, 893, 5844 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 2, "50": 17, "100": 301 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 12, "30": 23, "50": 270, "100": 3867 } }, "curated": { "nonempty": 10107, "quantiles": [ 11, 87, 202, 433, 791.9400000000005, 5701 ], "below": { "1": 0, "5": 0, "10": 0, "20": 11, "30": 57, "50": 393, "100": 1363 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 144, "30": 792, "50": 5205, "100": 23639 } } }, "train_pairs": 232405 }, "val": { "items": 7932, "field_nonempty": { "title": 7932, "features": 7764, "description": 1855, "categories": 7847, "details": 7921, "store": 7932, "main_category": 7852 }, "description_or_features": 7779, "source_image": 7932, "adapter_image": 0, "text_and_image": 7932, "native_differs": 7932, "html": 6, "word_counts": { "native": { "nonempty": 7932, "quantiles": [ 10, 95, 213, 373, 598.3799999999992, 1493 ], "below": { "1": 0, "5": 0, "10": 0, "20": 7, "30": 27, "50": 176, "100": 882 } }, "default": { "nonempty": 7932, "quantiles": [ 4, 95, 214, 374, 601, 1495 ], "below": { "1": 0, "5": 1, "10": 3, "20": 11, "30": 38, "50": 179, "100": 868 } }, "extended": { "nonempty": 7932, "quantiles": [ 21, 185, 313, 572, 918.6899999999996, 1638 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 2, "100": 51 } }, "curated": { "nonempty": 7932, "quantiles": [ 18, 114, 238, 485, 808.3799999999992, 1500 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 11, "50": 79, "100": 523 } } } }, "test": { "items": 10338, "field_nonempty": { "title": 10338, "features": 10167, "description": 1944, "categories": 10273, "details": 10323, "store": 10335, "main_category": 10219 }, "description_or_features": 10186, "source_image": 10338, "adapter_image": 0, "text_and_image": 10338, "native_differs": 10338, "html": 12, "word_counts": { "native": { "nonempty": 10338, "quantiles": [ 13, 113, 242, 399, 633.6299999999992, 1795 ], "below": { "1": 0, "5": 0, "10": 0, "20": 5, "30": 23, "50": 167, "100": 788 } }, "default": { "nonempty": 10338, "quantiles": [ 8, 114, 243, 400.3000000000011, 637, 1797 ], "below": { "1": 0, "5": 0, "10": 1, "20": 6, "30": 36, "50": 170, "100": 774 } }, "extended": { "nonempty": 10338, "quantiles": [ 12, 203, 343, 621, 986.6299999999992, 1944 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 1, "50": 1, "100": 67 } }, "curated": { "nonempty": 10338, "quantiles": [ 12, 134, 271, 526, 870.5199999999968, 1814 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 8, "50": 77, "100": 495 } } } } } }, "union": { "items": 23458, "field_nonempty": { "title": 23458, "features": 21578, "description": 8209, "categories": 22598, "details": 23367, "store": 23420, "main_category": 23117 }, "description_or_features": 21740, "source_image": 23458, "adapter_image": 0, "text_and_image": 23458, "native_differs": 23458, "html": 31, "word_counts": { "native": { "nonempty": 23458, "quantiles": [ 9, 68, 200, 381, 638.4300000000003, 5693 ], "below": { "1": 0, "5": 0, "10": 4, "20": 65, "30": 355, "50": 1830, "100": 4302 } }, "default": { "nonempty": 23458, "quantiles": [ 3, 68, 202, 383, 642, 5696 ], "below": { "1": 0, "5": 4, "10": 19, "20": 142, "30": 532, "50": 1863, "100": 4247 } }, "extended": { "nonempty": 23458, "quantiles": [ 12, 143, 294, 558, 938, 5849 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 6, "50": 40, "100": 882 } }, "curated": { "nonempty": 23458, "quantiles": [ 5, 83, 222, 469, 825, 5701 ], "below": { "1": 0, "5": 0, "10": 4, "20": 40, "30": 174, "50": 1010, "100": 3209 } } } }, "details_keys": [ [ "Date First Available", 22822 ], [ "Manufacturer", 22060 ], [ "Item Weight", 21684 ], [ "Brand", 19607 ], [ "Color", 18279 ], [ "Item model number", 18225 ], [ "Best Sellers Rank", 16589 ], [ "Product Dimensions", 15744 ], [ "Compatible Phone Models", 15721 ], [ "Other display features", 15062 ], [ "Special features", 13643 ], [ "Material", 12049 ], [ "Is Discontinued By Manufacturer", 11496 ], [ "Form Factor", 10219 ], [ "Compatible Devices", 9524 ], [ "Whats in the box", 7922 ], [ "Special Feature", 6958 ], [ "Package Dimensions", 6320 ], [ "Country of Origin", 5149 ], [ "Connector Type", 4030 ], [ "Mounting Type", 3604 ], [ "Connectivity Technology", 3462 ], [ "Unit Count", 2743 ], [ "Screen Size", 2660 ], [ "Item Hardness", 2270 ], [ "Screen Surface Description", 2262 ], [ "Finish Type", 2164 ], [ "Department", 2145 ], [ "Input Voltage", 2128 ], [ "Batteries", 1999 ], [ "Connectivity technologies", 1831 ], [ "Total USB Ports", 1690 ], [ "Number of Items", 1633 ], [ "Included Components", 1357 ], [ "OS", 998 ], [ "Wattage", 826 ], [ "Model Name", 806 ], [ "Human Interface Input", 804 ], [ "Water Resistance Level", 744 ], [ "Battery Capacity", 738 ], [ "Item Dimensions LxWxH", 708 ], [ "Wireless communication technologies", 658 ], [ "Fastener Type", 603 ], [ "Pattern", 573 ], [ "Cellular Technology", 557 ], [ "Other camera features", 556 ], [ "Memory Storage Capacity", 552 ], [ "Wireless network technology", 545 ], [ "Wireless Carrier", 524 ], [ "RAM", 519 ], [ "Batteries Required?", 511 ], [ "Weight", 494 ], [ "Are Batteries Included", 487 ], [ "Operating System", 487 ], [ "Standing screen display size", 472 ], [ "Clarity", 471 ], [ "Package Type", 456 ], [ "Cable Type", 446 ], [ "Connector Gender", 443 ], [ "Amperage", 443 ] ], "checked_at_utc": "2026-09-09T13:51:06.135531+00:00" }, { "category": "Clothing_Shoes_and_Jewelry", "context": { "catalog_sha256": "f3d760866a41f8fe4cbe38393037158885858cb1f58856e3123ffcf0b0b9b295", "script_sha256": "68bf9fd06b46b02b1a96d0ab2a17b6cb60feae5cb87f986e63221e0872f1355c", "recipe_sha256": "988dcc18ddc0ff458e02eda0b9b91e515a8ceaa38f010704f9959bb4880d704d", "files": [ { "path": "data/amazon2023/Clothing_Shoes_and_Jewelry/huggingface/raw/meta_categories/meta_Clothing_Shoes_and_Jewelry.jsonl", "kind": "jsonl", "size": 17960532903, "mtime_ns": 1788926223710206200 } ] }, "source_rows_scanned": 7218481, "duplicate_retained_rows": 0, "splits": { "user_split": { "catalog": { "items": 14289, "field_nonempty": { "title": 14289, "features": 14236, "description": 5933, "categories": 14289, "details": 14258, "store": 14279, "main_category": 14098 }, "description_or_features": 14256, "source_image": 14286, "adapter_image": 14286, "text_and_image": 14286, "native_differs": 0, "html": 46, "word_counts": { "native": { "nonempty": 14289, "quantiles": [ 11, 82, 166, 317, 525.119999999999, 1474 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 57, "50": 332, "100": 2530 } }, "default": { "nonempty": 14289, "quantiles": [ 11, 82, 166, 317, 525.119999999999, 1474 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 57, "50": 332, "100": 2530 } }, "extended": { "nonempty": 14289, "quantiles": [ 33, 105, 190, 349, 551, 1508 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 48, "100": 1134 } }, "curated": { "nonempty": 14289, "quantiles": [ 16, 87, 172, 324, 531, 1480 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 18, "50": 237, "100": 2187 } } } }, "train": { "items": 14289, "field_nonempty": { "title": 14289, "features": 14236, "description": 5933, "categories": 14289, "details": 14258, "store": 14279, "main_category": 14098 }, "description_or_features": 14256, "source_image": 14286, "adapter_image": 14286, "text_and_image": 14286, "native_differs": 0, "html": 46, "word_counts": { "native": { "nonempty": 14289, "quantiles": [ 11, 82, 166, 317, 525.119999999999, 1474 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 57, "50": 332, "100": 2530 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 75, "30": 4711, "50": 24486, "100": 189146 } }, "default": { "nonempty": 14289, "quantiles": [ 11, 82, 166, 317, 525.119999999999, 1474 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 57, "50": 332, "100": 2530 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 75, "30": 4711, "50": 24486, "100": 189146 } }, "extended": { "nonempty": 14289, "quantiles": [ 33, 105, 190, 349, 551, 1508 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 48, "100": 1134 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 3376, "100": 84437 } }, "curated": { "nonempty": 14289, "quantiles": [ 16, 87, 172, 324, 531, 1480 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 18, "50": 237, "100": 2187 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 38, "30": 936, "50": 17990, "100": 164429 } } }, "train_pairs": 1176756 }, "val": { "items": 8145, "field_nonempty": { "title": 8145, "features": 8119, "description": 3480, "categories": 8145, "details": 8128, "store": 8141, "main_category": 8041 }, "description_or_features": 8130, "source_image": 8145, "adapter_image": 8145, "text_and_image": 8145, "native_differs": 0, "html": 23, "word_counts": { "native": { "nonempty": 8145, "quantiles": [ 17, 83, 167, 316.60000000000036, 516.5599999999995, 1057 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 26, "50": 180, "100": 1427 } }, "default": { "nonempty": 8145, "quantiles": [ 17, 83, 167, 316.60000000000036, 516.5599999999995, 1057 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 26, "50": 180, "100": 1427 } }, "extended": { "nonempty": 8145, "quantiles": [ 33, 106, 190, 348, 542.5599999999995, 1090 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 20, "100": 613 } }, "curated": { "nonempty": 8145, "quantiles": [ 23, 88, 173, 322, 523, 1063 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 8, "50": 126, "100": 1208 } } } }, "test": { "items": 8166, "field_nonempty": { "title": 8166, "features": 8136, "description": 3480, "categories": 8166, "details": 8146, "store": 8160, "main_category": 8064 }, "description_or_features": 8147, "source_image": 8164, "adapter_image": 8164, "text_and_image": 8164, "native_differs": 0, "html": 21, "word_counts": { "native": { "nonempty": 8166, "quantiles": [ 20, 82, 166, 317, 517.3500000000004, 875 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 34, "50": 180, "100": 1437 } }, "default": { "nonempty": 8166, "quantiles": [ 20, 82, 166, 317, 517.3500000000004, 875 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 34, "50": 180, "100": 1437 } }, "extended": { "nonempty": 8166, "quantiles": [ 35, 105, 190, 349.5, 543.3500000000004, 887 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 27, "100": 637 } }, "curated": { "nonempty": 8166, "quantiles": [ 25, 87, 172, 324, 523.3500000000004, 880 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 7, "50": 128, "100": 1250 } } } }, "preprocessed": { "items": 14289, "field_nonempty": { "title": 14289, "features": 14236, "description": 5933, "categories": 14289, "details": 14258, "store": 14279, "main_category": 14098 }, "description_or_features": 14256, "source_image": 14286, "adapter_image": 14286, "text_and_image": 14286, "native_differs": 0, "html": 46, "word_counts": { "native": { "nonempty": 14289, "quantiles": [ 11, 82, 166, 317, 525.119999999999, 1474 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 57, "50": 332, "100": 2530 } }, "default": { "nonempty": 14289, "quantiles": [ 11, 82, 166, 317, 525.119999999999, 1474 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 57, "50": 332, "100": 2530 } }, "extended": { "nonempty": 14289, "quantiles": [ 33, 105, 190, 349, 551, 1508 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 48, "100": 1134 } }, "curated": { "nonempty": 14289, "quantiles": [ 16, 87, 172, 324, 531, 1480 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 18, "50": 237, "100": 2187 } } } } }, "item_split": { "catalog": { "items": 14289, "field_nonempty": { "title": 14289, "features": 14236, "description": 5933, "categories": 14289, "details": 14258, "store": 14279, "main_category": 14098 }, "description_or_features": 14256, "source_image": 14286, "adapter_image": 14286, "text_and_image": 14286, "native_differs": 0, "html": 46, "word_counts": { "native": { "nonempty": 14289, "quantiles": [ 11, 82, 166, 317, 525.119999999999, 1474 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 57, "50": 332, "100": 2530 } }, "default": { "nonempty": 14289, "quantiles": [ 11, 82, 166, 317, 525.119999999999, 1474 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 57, "50": 332, "100": 2530 } }, "extended": { "nonempty": 14289, "quantiles": [ 33, 105, 190, 349, 551, 1508 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 48, "100": 1134 } }, "curated": { "nonempty": 14289, "quantiles": [ 16, 87, 172, 324, 531, 1480 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 18, "50": 237, "100": 2187 } } } }, "train": { "items": 12145, "field_nonempty": { "title": 12145, "features": 12098, "description": 5053, "categories": 12145, "details": 12119, "store": 12136, "main_category": 11988 }, "description_or_features": 12117, "source_image": 12142, "adapter_image": 12142, "text_and_image": 12142, "native_differs": 0, "html": 38, "word_counts": { "native": { "nonempty": 12145, "quantiles": [ 11, 81, 166, 316, 523, 1474 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 48, "50": 284, "100": 2159 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 86, "30": 4447, "50": 23482, "100": 181399 } }, "default": { "nonempty": 12145, "quantiles": [ 11, 81, 166, 316, 523, 1474 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 48, "50": 284, "100": 2159 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 86, "30": 4447, "50": 23482, "100": 181399 } }, "extended": { "nonempty": 12145, "quantiles": [ 33, 105, 190, 348, 552, 1508 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 43, "100": 981 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 3341, "100": 82296 } }, "curated": { "nonempty": 12145, "quantiles": [ 16, 87, 172, 322, 529.119999999999, 1480 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 15, "50": 202, "100": 1867 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 44, "30": 807, "50": 17357, "100": 157776 } } }, "train_pairs": 1118190 }, "val": { "items": 715, "field_nonempty": { "title": 715, "features": 714, "description": 281, "categories": 715, "details": 713, "store": 714, "main_category": 704 }, "description_or_features": 714, "source_image": 715, "adapter_image": 715, "text_and_image": 715, "native_differs": 0, "html": 1, "word_counts": { "native": { "nonempty": 715, "quantiles": [ 25, 83, 168, 321, 511.9000000000002, 727 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 4, "50": 20, "100": 121 } }, "default": { "nonempty": 715, "quantiles": [ 25, 83, 168, 321, 511.9000000000002, 727 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 4, "50": 20, "100": 121 } }, "extended": { "nonempty": 715, "quantiles": [ 42, 105, 192, 345.6, 573.3400000000003, 756 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 2, "100": 53 } }, "curated": { "nonempty": 715, "quantiles": [ 30, 89, 174, 327.80000000000007, 519.1600000000001, 732 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 15, "100": 111 } } } }, "test": { "items": 1429, "field_nonempty": { "title": 1429, "features": 1424, "description": 599, "categories": 1429, "details": 1426, "store": 1429, "main_category": 1406 }, "description_or_features": 1425, "source_image": 1429, "adapter_image": 1429, "text_and_image": 1429, "native_differs": 0, "html": 7, "word_counts": { "native": { "nonempty": 1429, "quantiles": [ 23, 84, 167, 327, 527.72, 669 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 5, "50": 28, "100": 250 } }, "default": { "nonempty": 1429, "quantiles": [ 23, 84, 167, 327, 527.72, 669 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 5, "50": 28, "100": 250 } }, "extended": { "nonempty": 1429, "quantiles": [ 33, 108, 190, 357, 542.72, 682 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 3, "100": 100 } }, "curated": { "nonempty": 1429, "quantiles": [ 26, 90, 173, 334, 533, 675 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 3, "50": 20, "100": 209 } } } }, "preprocessed": { "items": 14289, "field_nonempty": { "title": 14289, "features": 14236, "description": 5933, "categories": 14289, "details": 14258, "store": 14279, "main_category": 14098 }, "description_or_features": 14256, "source_image": 14286, "adapter_image": 14286, "text_and_image": 14286, "native_differs": 0, "html": 46, "word_counts": { "native": { "nonempty": 14289, "quantiles": [ 11, 82, 166, 317, 525.119999999999, 1474 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 57, "50": 332, "100": 2530 } }, "default": { "nonempty": 14289, "quantiles": [ 11, 82, 166, 317, 525.119999999999, 1474 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 57, "50": 332, "100": 2530 } }, "extended": { "nonempty": 14289, "quantiles": [ 33, 105, 190, 349, 551, 1508 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 48, "100": 1134 } }, "curated": { "nonempty": 14289, "quantiles": [ 16, 87, 172, 324, 531, 1480 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 18, "50": 237, "100": 2187 } } } } }, "leave_last_out": { "catalog": { "items": 14289, "field_nonempty": { "title": 14289, "features": 14236, "description": 5933, "categories": 14289, "details": 14258, "store": 14279, "main_category": 14098 }, "description_or_features": 14256, "source_image": 14286, "adapter_image": 14286, "text_and_image": 14286, "native_differs": 0, "html": 46, "word_counts": { "native": { "nonempty": 14289, "quantiles": [ 11, 82, 166, 317, 525.119999999999, 1474 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 57, "50": 332, "100": 2530 } }, "default": { "nonempty": 14289, "quantiles": [ 11, 82, 166, 317, 525.119999999999, 1474 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 57, "50": 332, "100": 2530 } }, "extended": { "nonempty": 14289, "quantiles": [ 33, 105, 190, 349, 551, 1508 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 48, "100": 1134 } }, "curated": { "nonempty": 14289, "quantiles": [ 16, 87, 172, 324, 531, 1480 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 18, "50": 237, "100": 2187 } } } }, "train": { "items": 14289, "field_nonempty": { "title": 14289, "features": 14236, "description": 5933, "categories": 14289, "details": 14258, "store": 14279, "main_category": 14098 }, "description_or_features": 14256, "source_image": 14286, "adapter_image": 14286, "text_and_image": 14286, "native_differs": 0, "html": 46, "word_counts": { "native": { "nonempty": 14289, "quantiles": [ 11, 82, 166, 317, 525.119999999999, 1474 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 57, "50": 332, "100": 2530 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 81, "30": 4752, "50": 24218, "100": 186220 } }, "default": { "nonempty": 14289, "quantiles": [ 11, 82, 166, 317, 525.119999999999, 1474 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 57, "50": 332, "100": 2530 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 81, "30": 4752, "50": 24218, "100": 186220 } }, "extended": { "nonempty": 14289, "quantiles": [ 33, 105, 190, 349, 551, 1508 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 48, "100": 1134 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 3318, "100": 82982 } }, "curated": { "nonempty": 14289, "quantiles": [ 16, 87, 172, 324, 531, 1480 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 18, "50": 237, "100": 2187 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 40, "30": 1002, "50": 17753, "100": 162171 } } }, "train_pairs": 1129762 }, "val": { "items": 13220, "field_nonempty": { "title": 13220, "features": 13178, "description": 5339, "categories": 13220, "details": 13196, "store": 13211, "main_category": 13050 }, "description_or_features": 13196, "source_image": 13218, "adapter_image": 13218, "text_and_image": 13218, "native_differs": 0, "html": 39, "word_counts": { "native": { "nonempty": 13220, "quantiles": [ 11, 83, 167, 317, 522.8099999999995, 1474 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 36, "50": 270, "100": 2254 } }, "default": { "nonempty": 13220, "quantiles": [ 11, 83, 167, 317, 522.8099999999995, 1474 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 36, "50": 270, "100": 2254 } }, "extended": { "nonempty": 13220, "quantiles": [ 35, 106, 191, 348, 546.8099999999995, 1508 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 40, "100": 1002 } }, "curated": { "nonempty": 13220, "quantiles": [ 16, 89, 173, 324, 528, 1480 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 9, "50": 189, "100": 1940 } } } }, "test": { "items": 12877, "field_nonempty": { "title": 12877, "features": 12837, "description": 5164, "categories": 12877, "details": 12850, "store": 12867, "main_category": 12704 }, "description_or_features": 12851, "source_image": 12875, "adapter_image": 12875, "text_and_image": 12875, "native_differs": 0, "html": 37, "word_counts": { "native": { "nonempty": 12877, "quantiles": [ 11, 84, 168, 317, 524.2399999999998, 1474 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 40, "50": 266, "100": 2147 } }, "default": { "nonempty": 12877, "quantiles": [ 11, 84, 168, 317, 524.2399999999998, 1474 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 40, "50": 266, "100": 2147 } }, "extended": { "nonempty": 12877, "quantiles": [ 35, 107, 191, 348, 548.2399999999998, 1508 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 39, "100": 953 } }, "curated": { "nonempty": 12877, "quantiles": [ 16, 89, 174, 324, 531, 1480 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 9, "50": 189, "100": 1851 } } } }, "preprocessed": { "items": 14289, "field_nonempty": { "title": 14289, "features": 14236, "description": 5933, "categories": 14289, "details": 14258, "store": 14279, "main_category": 14098 }, "description_or_features": 14256, "source_image": 14286, "adapter_image": 14286, "text_and_image": 14286, "native_differs": 0, "html": 46, "word_counts": { "native": { "nonempty": 14289, "quantiles": [ 11, 82, 166, 317, 525.119999999999, 1474 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 57, "50": 332, "100": 2530 } }, "default": { "nonempty": 14289, "quantiles": [ 11, 82, 166, 317, 525.119999999999, 1474 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 57, "50": 332, "100": 2530 } }, "extended": { "nonempty": 14289, "quantiles": [ 33, 105, 190, 349, 551, 1508 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 48, "100": 1134 } }, "curated": { "nonempty": 14289, "quantiles": [ 16, 87, 172, 324, 531, 1480 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 18, "50": 237, "100": 2187 } } } } }, "temporal": { "catalog": { "items": 24824, "field_nonempty": { "title": 24824, "features": 24714, "description": 9568, "categories": 24824, "details": 24756, "store": 24803, "main_category": 24439 }, "description_or_features": 24746, "source_image": 24821, "adapter_image": 24821, "text_and_image": 24821, "native_differs": 0, "html": 78, "word_counts": { "native": { "nonempty": 24824, "quantiles": [ 11, 81, 168, 318, 528, 1474 ], "below": { "1": 0, "5": 0, "10": 0, "20": 4, "30": 100, "50": 614, "100": 4331 } }, "default": { "nonempty": 24824, "quantiles": [ 11, 81, 168, 318, 528, 1474 ], "below": { "1": 0, "5": 0, "10": 0, "20": 4, "30": 100, "50": 614, "100": 4331 } }, "extended": { "nonempty": 24824, "quantiles": [ 32, 105, 191, 348, 553, 1508 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 89, "100": 2008 } }, "curated": { "nonempty": 24824, "quantiles": [ 16, 87, 174, 325, 534, 1480 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 36, "50": 437, "100": 3748 } } } }, "train": { "items": 10351, "field_nonempty": { "title": 10351, "features": 10306, "description": 4575, "categories": 10351, "details": 10323, "store": 10340, "main_category": 10225 }, "description_or_features": 10322, "source_image": 10348, "adapter_image": 10348, "text_and_image": 10348, "native_differs": 0, "html": 34, "word_counts": { "native": { "nonempty": 10351, "quantiles": [ 11, 82, 163, 318, 526.5, 1057 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 44, "50": 231, "100": 1840 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 39, "30": 1940, "50": 9089, "100": 69183 } }, "default": { "nonempty": 10351, "quantiles": [ 11, 82, 163, 318, 526.5, 1057 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 44, "50": 231, "100": 1840 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 39, "30": 1940, "50": 9089, "100": 69183 } }, "extended": { "nonempty": 10351, "quantiles": [ 33, 106, 187, 349, 551, 1090 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 35, "100": 787 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 1313, "100": 30155 } }, "curated": { "nonempty": 10351, "quantiles": [ 16, 88, 169, 324, 532, 1063 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 15, "50": 164, "100": 1585 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 19, "30": 412, "50": 6632, "100": 60222 } } }, "train_pairs": 428731 }, "val": { "items": 20663, "field_nonempty": { "title": 20663, "features": 20596, "description": 7734, "categories": 20663, "details": 20615, "store": 20648, "main_category": 20375 }, "description_or_features": 20619, "source_image": 20661, "adapter_image": 20661, "text_and_image": 20661, "native_differs": 0, "html": 60, "word_counts": { "native": { "nonempty": 20663, "quantiles": [ 11, 83, 169, 319, 523.380000000001, 1474 ], "below": { "1": 0, "5": 0, "10": 0, "20": 3, "30": 57, "50": 449, "100": 3443 } }, "default": { "nonempty": 20663, "quantiles": [ 11, 83, 169, 319, 523.380000000001, 1474 ], "below": { "1": 0, "5": 0, "10": 0, "20": 3, "30": 57, "50": 449, "100": 3443 } }, "extended": { "nonempty": 20663, "quantiles": [ 35, 106, 192, 348, 548.380000000001, 1508 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 68, "100": 1592 } }, "curated": { "nonempty": 20663, "quantiles": [ 16, 89, 174, 325, 529.380000000001, 1480 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 18, "50": 312, "100": 2968 } } } }, "test": { "items": 19421, "field_nonempty": { "title": 19421, "features": 19368, "description": 6839, "categories": 19421, "details": 19376, "store": 19407, "main_category": 19144 }, "description_or_features": 19387, "source_image": 19420, "adapter_image": 19420, "text_and_image": 19420, "native_differs": 0, "html": 61, "word_counts": { "native": { "nonempty": 19421, "quantiles": [ 18, 85, 172, 320, 527.7999999999993, 1474 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 41, "50": 375, "100": 2993 } }, "default": { "nonempty": 19421, "quantiles": [ 18, 85, 172, 320, 527.7999999999993, 1474 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 41, "50": 375, "100": 2993 } }, "extended": { "nonempty": 19421, "quantiles": [ 32, 108, 195, 349, 552, 1508 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 59, "100": 1377 } }, "curated": { "nonempty": 19421, "quantiles": [ 20, 91, 178, 326, 533, 1480 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 11, "50": 254, "100": 2588 } } } } } }, "union": { "items": 24842, "field_nonempty": { "title": 24842, "features": 24732, "description": 9582, "categories": 24842, "details": 24774, "store": 24821, "main_category": 24456 }, "description_or_features": 24764, "source_image": 24839, "adapter_image": 24839, "text_and_image": 24839, "native_differs": 0, "html": 78, "word_counts": { "native": { "nonempty": 24842, "quantiles": [ 11, 81, 168, 318, 528, 1474 ], "below": { "1": 0, "5": 0, "10": 0, "20": 4, "30": 100, "50": 614, "100": 4334 } }, "default": { "nonempty": 24842, "quantiles": [ 11, 81, 168, 318, 528, 1474 ], "below": { "1": 0, "5": 0, "10": 0, "20": 4, "30": 100, "50": 614, "100": 4334 } }, "extended": { "nonempty": 24842, "quantiles": [ 32, 105, 191, 348, 553, 1508 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 89, "100": 2009 } }, "curated": { "nonempty": 24842, "quantiles": [ 16, 87, 174, 325, 534, 1480 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 36, "50": 437, "100": 3751 } } } }, "details_keys": [ [ "Date First Available", 24220 ], [ "Department", 23587 ], [ "Manufacturer", 12060 ], [ "Item model number", 10551 ], [ "Package Dimensions", 5563 ], [ "Is Discontinued By Manufacturer", 5022 ], [ "Product Dimensions", 4118 ], [ "Item Weight", 1926 ], [ "Color", 1347 ], [ "Material", 1228 ], [ "Brand", 1178 ], [ "Country of Origin", 1011 ], [ "Style", 929 ], [ "Best Sellers Rank", 910 ], [ "Size", 535 ], [ "Pattern", 402 ], [ "Special Feature", 392 ], [ "Age Range (Description)", 378 ], [ "Part Number", 288 ], [ "Item Package Dimensions L x W x H", 234 ], [ "Package Weight", 234 ], [ "Brand Name", 234 ], [ "Shape", 233 ], [ "Suggested Users", 222 ], [ "Batteries", 216 ], [ "Number of Items", 197 ], [ "Closure Type", 168 ], [ "Item Package Quantity", 139 ], [ "Sport Type", 135 ], [ "Item Dimensions LxWxH", 127 ], [ "Number of Compartments", 123 ], [ "Recommended Uses For Product", 120 ], [ "Target Audience", 119 ], [ "Batteries Required?", 114 ], [ "Model Name", 106 ], [ "Batteries Included?", 102 ], [ "Included Components", 98 ], [ "Batteries required", 98 ], [ "Mounting Type", 91 ], [ "Domestic Shipping", 90 ], [ "International Shipping", 90 ], [ "Product Care Instructions", 87 ], [ "Finish Type", 85 ], [ "Special Features", 85 ], [ "Occasion", 83 ], [ "Inner Material", 76 ], [ "Sport", 75 ], [ "Outer Material", 74 ], [ "Hand Orientation", 67 ], [ "Specific Uses For Product", 56 ], [ "Age Range Description", 56 ], [ "Fabric Type", 55 ], [ "Manufacturer recommended age", 52 ], [ "Number of Drawers", 52 ], [ "Capacity Total", 46 ], [ "Model Year", 45 ], [ "Material Type", 44 ], [ "Number Of Pieces", 44 ], [ "Warranty Description", 43 ], [ "Manufacturer Part Number", 43 ] ], "checked_at_utc": "2026-09-09T13:51:44.462341+00:00" }, { "category": "Digital_Music", "context": { "catalog_sha256": "3a5b6848e7ba45b1b5c97d4c89a8f1a9b8e15a0ceff51d30589497cc60f156b1", "script_sha256": "68bf9fd06b46b02b1a96d0ab2a17b6cb60feae5cb87f986e63221e0872f1355c", "recipe_sha256": "988dcc18ddc0ff458e02eda0b9b91e515a8ceaa38f010704f9959bb4880d704d", "files": [ { "path": "data/amazon2023/Digital_Music/mcauley/meta_Digital_Music.jsonl.gz", "kind": "jsonl", "size": 13815359, "mtime_ns": 1788342399489857800 } ] }, "source_rows_scanned": 70537, "duplicate_retained_rows": 0, "splits": { "user_split": { "catalog": { "items": 2341, "field_nonempty": { "title": 2340, "features": 1, "description": 1479, "categories": 1, "details": 2272, "store": 2322, "main_category": 2341 }, "description_or_features": 1479, "source_image": 2341, "adapter_image": 2341, "text_and_image": 2340, "native_differs": 0, "html": 1, "word_counts": { "native": { "nonempty": 2340, "quantiles": [ 0, 5, 28, 208, 352.1999999999998, 844 ], "below": { "1": 1, "5": 212, "10": 636, "20": 1032, "30": 1188, "50": 1337, "100": 1659 } }, "default": { "nonempty": 2340, "quantiles": [ 0, 5, 28, 208, 352.1999999999998, 844 ], "below": { "1": 1, "5": 212, "10": 636, "20": 1032, "30": 1188, "50": 1337, "100": 1659 } }, "extended": { "nonempty": 2341, "quantiles": [ 7, 31, 72, 250, 392.7999999999997, 967 ], "below": { "1": 0, "5": 0, "10": 7, "20": 87, "30": 199, "50": 800, "100": 1398 } }, "curated": { "nonempty": 2341, "quantiles": [ 5, 12, 44, 222, 366.1999999999998, 940 ], "below": { "1": 0, "5": 0, "10": 100, "20": 678, "30": 964, "50": 1232, "100": 1580 } } } }, "train": { "items": 2341, "field_nonempty": { "title": 2340, "features": 1, "description": 1479, "categories": 1, "details": 2272, "store": 2322, "main_category": 2341 }, "description_or_features": 1479, "source_image": 2341, "adapter_image": 2341, "text_and_image": 2340, "native_differs": 0, "html": 1, "word_counts": { "native": { "nonempty": 2340, "quantiles": [ 0, 5, 28, 208, 352.1999999999998, 844 ], "below": { "1": 1, "5": 212, "10": 636, "20": 1032, "30": 1188, "50": 1337, "100": 1659 }, "train_pairs_removed": { "1": 7, "5": 441, "10": 1362, "20": 2300, "30": 2722, "50": 3102, "100": 3967 } }, "default": { "nonempty": 2340, "quantiles": [ 0, 5, 28, 208, 352.1999999999998, 844 ], "below": { "1": 1, "5": 212, "10": 636, "20": 1032, "30": 1188, "50": 1337, "100": 1659 }, "train_pairs_removed": { "1": 7, "5": 441, "10": 1362, "20": 2300, "30": 2722, "50": 3102, "100": 3967 } }, "extended": { "nonempty": 2341, "quantiles": [ 7, 31, 72, 250, 392.7999999999997, 967 ], "below": { "1": 0, "5": 0, "10": 7, "20": 87, "30": 199, "50": 800, "100": 1398 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 12, "20": 195, "30": 443, "50": 1730, "100": 3233 } }, "curated": { "nonempty": 2341, "quantiles": [ 5, 12, 44, 222, 366.1999999999998, 940 ], "below": { "1": 0, "5": 0, "10": 100, "20": 678, "30": 964, "50": 1232, "100": 1580 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 211, "20": 1447, "30": 2166, "50": 2851, "100": 3755 } } }, "train_pairs": 5996 }, "val": { "items": 252, "field_nonempty": { "title": 252, "features": 0, "description": 167, "categories": 0, "details": 247, "store": 250, "main_category": 252 }, "description_or_features": 167, "source_image": 252, "adapter_image": 252, "text_and_image": 252, "native_differs": 0, "html": 0, "word_counts": { "native": { "nonempty": 252, "quantiles": [ 2, 5, 52.5, 208.50000000000003, 333.45000000000005, 555 ], "below": { "1": 0, "5": 19, "10": 57, "20": 98, "30": 113, "50": 125, "100": 165 } }, "default": { "nonempty": 252, "quantiles": [ 2, 5, 52.5, 208.50000000000003, 333.45000000000005, 555 ], "below": { "1": 0, "5": 19, "10": 57, "20": 98, "30": 113, "50": 125, "100": 165 } }, "extended": { "nonempty": 252, "quantiles": [ 10, 34, 94.5, 253.10000000000005, 387.2500000000002, 590 ], "below": { "1": 0, "5": 0, "10": 0, "20": 7, "30": 16, "50": 69, "100": 131 } }, "curated": { "nonempty": 252, "quantiles": [ 5, 13.100000000000001, 65.5, 220.8, 361.23000000000025, 564 ], "below": { "1": 0, "5": 0, "10": 7, "20": 56, "30": 90, "50": 117, "100": 155 } } } }, "test": { "items": 240, "field_nonempty": { "title": 240, "features": 0, "description": 157, "categories": 0, "details": 230, "store": 234, "main_category": 240 }, "description_or_features": 157, "source_image": 240, "adapter_image": 240, "text_and_image": 240, "native_differs": 0, "html": 0, "word_counts": { "native": { "nonempty": 240, "quantiles": [ 2, 5, 30.5, 210.39999999999992, 332.21999999999997, 408 ], "below": { "1": 0, "5": 20, "10": 66, "20": 104, "30": 118, "50": 136, "100": 169 } }, "default": { "nonempty": 240, "quantiles": [ 2, 5, 30.5, 210.39999999999992, 332.21999999999997, 408 ], "below": { "1": 0, "5": 20, "10": 66, "20": 104, "30": 118, "50": 136, "100": 169 } }, "extended": { "nonempty": 240, "quantiles": [ 8, 33.900000000000006, 78, 261, 377.3199999999998, 446 ], "below": { "1": 0, "5": 0, "10": 2, "20": 10, "30": 18, "50": 72, "100": 142 } }, "curated": { "nonempty": 240, "quantiles": [ 5, 13, 45, 228.29999999999998, 344, 419 ], "below": { "1": 0, "5": 0, "10": 10, "20": 65, "30": 92, "50": 123, "100": 161 } } } }, "preprocessed": { "items": 2389, "field_nonempty": { "title": 2388, "features": 1, "description": 1507, "categories": 1, "details": 2318, "store": 2370, "main_category": 2389 }, "description_or_features": 1507, "source_image": 2389, "adapter_image": 2389, "text_and_image": 2388, "native_differs": 0, "html": 1, "word_counts": { "native": { "nonempty": 2388, "quantiles": [ 0, 5, 28, 206, 351.2399999999998, 844 ], "below": { "1": 1, "5": 218, "10": 655, "20": 1057, "30": 1218, "50": 1368, "100": 1698 } }, "default": { "nonempty": 2388, "quantiles": [ 0, 5, 28, 206, 351.2399999999998, 844 ], "below": { "1": 1, "5": 218, "10": 655, "20": 1057, "30": 1218, "50": 1368, "100": 1698 } }, "extended": { "nonempty": 2389, "quantiles": [ 7, 31, 71, 249, 391.3599999999997, 967 ], "below": { "1": 0, "5": 0, "10": 7, "20": 89, "30": 206, "50": 819, "100": 1435 } }, "curated": { "nonempty": 2389, "quantiles": [ 5, 12, 43, 221, 365.2399999999998, 940 ], "below": { "1": 0, "5": 0, "10": 103, "20": 698, "30": 988, "50": 1260, "100": 1618 } } } } }, "item_split": { "catalog": { "items": 2389, "field_nonempty": { "title": 2388, "features": 1, "description": 1507, "categories": 1, "details": 2318, "store": 2370, "main_category": 2389 }, "description_or_features": 1507, "source_image": 2389, "adapter_image": 2389, "text_and_image": 2388, "native_differs": 0, "html": 1, "word_counts": { "native": { "nonempty": 2388, "quantiles": [ 0, 5, 28, 206, 351.2399999999998, 844 ], "below": { "1": 1, "5": 218, "10": 655, "20": 1057, "30": 1218, "50": 1368, "100": 1698 } }, "default": { "nonempty": 2388, "quantiles": [ 0, 5, 28, 206, 351.2399999999998, 844 ], "below": { "1": 1, "5": 218, "10": 655, "20": 1057, "30": 1218, "50": 1368, "100": 1698 } }, "extended": { "nonempty": 2389, "quantiles": [ 7, 31, 71, 249, 391.3599999999997, 967 ], "below": { "1": 0, "5": 0, "10": 7, "20": 89, "30": 206, "50": 819, "100": 1435 } }, "curated": { "nonempty": 2389, "quantiles": [ 5, 12, 43, 221, 365.2399999999998, 940 ], "below": { "1": 0, "5": 0, "10": 103, "20": 698, "30": 988, "50": 1260, "100": 1618 } } } }, "train": { "items": 2030, "field_nonempty": { "title": 2029, "features": 1, "description": 1279, "categories": 0, "details": 1968, "store": 2016, "main_category": 2030 }, "description_or_features": 1279, "source_image": 2030, "adapter_image": 2030, "text_and_image": 2029, "native_differs": 0, "html": 1, "word_counts": { "native": { "nonempty": 2029, "quantiles": [ 0, 5, 27, 199, 352.4200000000001, 844 ], "below": { "1": 1, "5": 187, "10": 559, "20": 908, "30": 1038, "50": 1168, "100": 1453 }, "train_pairs_removed": { "1": 8, "5": 487, "10": 1477, "20": 2499, "30": 2936, "50": 3313, "100": 4223 } }, "default": { "nonempty": 2029, "quantiles": [ 0, 5, 27, 199, 352.4200000000001, 844 ], "below": { "1": 1, "5": 187, "10": 559, "20": 908, "30": 1038, "50": 1168, "100": 1453 }, "train_pairs_removed": { "1": 8, "5": 487, "10": 1477, "20": 2499, "30": 2936, "50": 3313, "100": 4223 } }, "extended": { "nonempty": 2030, "quantiles": [ 8, 31, 71, 244.10000000000014, 393.1300000000001, 967 ], "below": { "1": 0, "5": 0, "10": 6, "20": 76, "30": 175, "50": 696, "100": 1223 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 16, "20": 214, "30": 471, "50": 1833, "100": 3434 } }, "curated": { "nonempty": 2030, "quantiles": [ 5, 12, 43, 216, 366.4200000000001, 940 ], "below": { "1": 0, "5": 0, "10": 87, "20": 588, "30": 846, "50": 1077, "100": 1381 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 229, "20": 1520, "30": 2346, "50": 3047, "100": 3992 } } }, "train_pairs": 6392 }, "val": { "items": 119, "field_nonempty": { "title": 119, "features": 0, "description": 73, "categories": 1, "details": 115, "store": 117, "main_category": 119 }, "description_or_features": 73, "source_image": 119, "adapter_image": 119, "text_and_image": 119, "native_differs": 0, "html": 0, "word_counts": { "native": { "nonempty": 119, "quantiles": [ 2, 5, 28, 224.8, 321.55999999999995, 613 ], "below": { "1": 0, "5": 8, "10": 34, "20": 53, "30": 62, "50": 70, "100": 84 } }, "default": { "nonempty": 119, "quantiles": [ 2, 5, 28, 224.8, 321.55999999999995, 613 ], "below": { "1": 0, "5": 8, "10": 34, "20": 53, "30": 62, "50": 70, "100": 84 } }, "extended": { "nonempty": 119, "quantiles": [ 11, 29.8, 64, 265.6, 369.39999999999986, 662 ], "below": { "1": 0, "5": 0, "10": 0, "20": 6, "30": 12, "50": 41, "100": 74 } }, "curated": { "nonempty": 119, "quantiles": [ 6, 13, 39, 235.4, 338.9399999999999, 623 ], "below": { "1": 0, "5": 0, "10": 4, "20": 38, "30": 50, "50": 65, "100": 80 } } } }, "test": { "items": 236, "field_nonempty": { "title": 236, "features": 0, "description": 154, "categories": 0, "details": 231, "store": 233, "main_category": 236 }, "description_or_features": 154, "source_image": 236, "adapter_image": 236, "text_and_image": 236, "native_differs": 0, "html": 0, "word_counts": { "native": { "nonempty": 236, "quantiles": [ 2, 5, 30.5, 231.5, 332.65, 555 ], "below": { "1": 0, "5": 21, "10": 60, "20": 94, "30": 115, "50": 127, "100": 158 } }, "default": { "nonempty": 236, "quantiles": [ 2, 5, 30.5, 231.5, 332.65, 555 ], "below": { "1": 0, "5": 21, "10": 60, "20": 94, "30": 115, "50": 127, "100": 158 } }, "extended": { "nonempty": 236, "quantiles": [ 7, 31, 78.5, 267, 372.20000000000016, 590 ], "below": { "1": 0, "5": 0, "10": 1, "20": 7, "30": 19, "50": 79, "100": 135 } }, "curated": { "nonempty": 236, "quantiles": [ 6, 12, 52, 244, 341.20000000000005, 564 ], "below": { "1": 0, "5": 0, "10": 10, "20": 70, "30": 89, "50": 115, "100": 154 } } } }, "preprocessed": { "items": 2389, "field_nonempty": { "title": 2388, "features": 1, "description": 1507, "categories": 1, "details": 2318, "store": 2370, "main_category": 2389 }, "description_or_features": 1507, "source_image": 2389, "adapter_image": 2389, "text_and_image": 2388, "native_differs": 0, "html": 1, "word_counts": { "native": { "nonempty": 2388, "quantiles": [ 0, 5, 28, 206, 351.2399999999998, 844 ], "below": { "1": 1, "5": 218, "10": 655, "20": 1057, "30": 1218, "50": 1368, "100": 1698 } }, "default": { "nonempty": 2388, "quantiles": [ 0, 5, 28, 206, 351.2399999999998, 844 ], "below": { "1": 1, "5": 218, "10": 655, "20": 1057, "30": 1218, "50": 1368, "100": 1698 } }, "extended": { "nonempty": 2389, "quantiles": [ 7, 31, 71, 249, 391.3599999999997, 967 ], "below": { "1": 0, "5": 0, "10": 7, "20": 89, "30": 206, "50": 819, "100": 1435 } }, "curated": { "nonempty": 2389, "quantiles": [ 5, 12, 43, 221, 365.2399999999998, 940 ], "below": { "1": 0, "5": 0, "10": 103, "20": 698, "30": 988, "50": 1260, "100": 1618 } } } } }, "leave_last_out": { "catalog": { "items": 16240, "field_nonempty": { "title": 16239, "features": 16, "description": 6781, "categories": 2, "details": 15711, "store": 15300, "main_category": 16240 }, "description_or_features": 6783, "source_image": 16240, "adapter_image": 16240, "text_and_image": 16239, "native_differs": 0, "html": 1, "word_counts": { "native": { "nonempty": 16239, "quantiles": [ 0, 3, 10, 114, 310, 2733 ], "below": { "1": 1, "5": 2780, "10": 7711, "20": 11109, "30": 12008, "50": 12933, "100": 14349 } }, "default": { "nonempty": 16239, "quantiles": [ 0, 3, 10, 114, 310, 2733 ], "below": { "1": 1, "5": 2780, "10": 7711, "20": 11109, "30": 12008, "50": 12933, "100": 14349 } }, "extended": { "nonempty": 16240, "quantiles": [ 2, 18, 42, 153, 350, 2761 ], "below": { "1": 0, "5": 9, "10": 130, "20": 1951, "30": 4734, "50": 9884, "100": 13450 } }, "curated": { "nonempty": 16240, "quantiles": [ 2, 9, 19, 129, 326, 2743 ], "below": { "1": 0, "5": 163, "10": 1856, "20": 8504, "30": 10531, "50": 12181, "100": 14083 } } } }, "train": { "items": 12553, "field_nonempty": { "title": 12552, "features": 13, "description": 5249, "categories": 2, "details": 12140, "store": 11804, "main_category": 12553 }, "description_or_features": 5251, "source_image": 12553, "adapter_image": 12553, "text_and_image": 12552, "native_differs": 0, "html": 1, "word_counts": { "native": { "nonempty": 12552, "quantiles": [ 0, 3, 10, 112, 304.47999999999956, 2733 ], "below": { "1": 1, "5": 2153, "10": 5996, "20": 8597, "30": 9325, "50": 10054, "100": 11134 }, "train_pairs_removed": { "1": 5, "5": 2260, "10": 6328, "20": 9146, "30": 9969, "50": 10764, "100": 11989 } }, "default": { "nonempty": 12552, "quantiles": [ 0, 3, 10, 112, 304.47999999999956, 2733 ], "below": { "1": 1, "5": 2153, "10": 5996, "20": 8597, "30": 9325, "50": 10054, "100": 11134 }, "train_pairs_removed": { "1": 5, "5": 2260, "10": 6328, "20": 9146, "30": 9969, "50": 10764, "100": 11989 } }, "extended": { "nonempty": 12553, "quantiles": [ 2, 18, 42, 150, 347, 2761 ], "below": { "1": 0, "5": 8, "10": 101, "20": 1538, "30": 3659, "50": 7648, "100": 10444 }, "train_pairs_removed": { "1": 0, "5": 8, "10": 108, "20": 1586, "30": 3767, "50": 8034, "100": 11173 } }, "curated": { "nonempty": 12553, "quantiles": [ 2, 9, 19, 126, 321.47999999999956, 2743 ], "below": { "1": 0, "5": 127, "10": 1453, "20": 6551, "30": 8139, "50": 9440, "100": 10923 }, "train_pairs_removed": { "1": 0, "5": 128, "10": 1491, "20": 6881, "30": 8628, "50": 10085, "100": 11738 } } }, "train_pairs": 13823 }, "val": { "items": 2184, "field_nonempty": { "title": 2184, "features": 1, "description": 1001, "categories": 0, "details": 2107, "store": 2070, "main_category": 2184 }, "description_or_features": 1001, "source_image": 2184, "adapter_image": 2184, "text_and_image": 2184, "native_differs": 0, "html": 0, "word_counts": { "native": { "nonempty": 2184, "quantiles": [ 2, 4, 11, 152, 338.34000000000015, 1975 ], "below": { "1": 0, "5": 349, "10": 957, "20": 1393, "30": 1504, "50": 1618, "100": 1840 } }, "default": { "nonempty": 2184, "quantiles": [ 2, 4, 11, 152, 338.34000000000015, 1975 ], "below": { "1": 0, "5": 349, "10": 957, "20": 1393, "30": 1504, "50": 1618, "100": 1840 } }, "extended": { "nonempty": 2184, "quantiles": [ 4, 19, 45, 189.4000000000001, 383.34000000000015, 2009 ], "below": { "1": 0, "5": 1, "10": 20, "20": 240, "30": 566, "50": 1215, "100": 1686 } }, "curated": { "nonempty": 2184, "quantiles": [ 2, 9, 20, 165.4000000000001, 351.1900000000005, 1986 ], "below": { "1": 0, "5": 19, "10": 230, "20": 1067, "30": 1314, "50": 1530, "100": 1793 } } } }, "test": { "items": 2177, "field_nonempty": { "title": 2176, "features": 2, "description": 988, "categories": 0, "details": 2115, "store": 2095, "main_category": 2177 }, "description_or_features": 988, "source_image": 2177, "adapter_image": 2177, "text_and_image": 2176, "native_differs": 0, "html": 0, "word_counts": { "native": { "nonempty": 2176, "quantiles": [ 0, 4, 11, 151.4000000000001, 335.2399999999998, 844 ], "below": { "1": 1, "5": 340, "10": 934, "20": 1410, "30": 1517, "50": 1641, "100": 1831 } }, "default": { "nonempty": 2176, "quantiles": [ 0, 4, 11, 151.4000000000001, 335.2399999999998, 844 ], "below": { "1": 1, "5": 340, "10": 934, "20": 1410, "30": 1517, "50": 1641, "100": 1831 } }, "extended": { "nonempty": 2177, "quantiles": [ 7, 20, 45, 190.4000000000001, 374.4399999999987, 967 ], "below": { "1": 0, "5": 0, "10": 13, "20": 202, "30": 568, "50": 1223, "100": 1704 } }, "curated": { "nonempty": 2177, "quantiles": [ 2, 10, 20, 166.80000000000018, 346.2399999999998, 940 ], "below": { "1": 0, "5": 17, "10": 205, "20": 1069, "30": 1338, "50": 1554, "100": 1799 } } } }, "preprocessed": { "items": 16240, "field_nonempty": { "title": 16239, "features": 16, "description": 6781, "categories": 2, "details": 15711, "store": 15300, "main_category": 16240 }, "description_or_features": 6783, "source_image": 16240, "adapter_image": 16240, "text_and_image": 16239, "native_differs": 0, "html": 1, "word_counts": { "native": { "nonempty": 16239, "quantiles": [ 0, 3, 10, 114, 310, 2733 ], "below": { "1": 1, "5": 2780, "10": 7711, "20": 11109, "30": 12008, "50": 12933, "100": 14349 } }, "default": { "nonempty": 16239, "quantiles": [ 0, 3, 10, 114, 310, 2733 ], "below": { "1": 1, "5": 2780, "10": 7711, "20": 11109, "30": 12008, "50": 12933, "100": 14349 } }, "extended": { "nonempty": 16240, "quantiles": [ 2, 18, 42, 153, 350, 2761 ], "below": { "1": 0, "5": 9, "10": 130, "20": 1951, "30": 4734, "50": 9884, "100": 13450 } }, "curated": { "nonempty": 16240, "quantiles": [ 2, 9, 19, 129, 326, 2743 ], "below": { "1": 0, "5": 163, "10": 1856, "20": 8504, "30": 10531, "50": 12181, "100": 14083 } } } } }, "temporal": { "catalog": { "items": 8154, "field_nonempty": { "title": 8153, "features": 7, "description": 3457, "categories": 2, "details": 7898, "store": 7839, "main_category": 8154 }, "description_or_features": 3457, "source_image": 8154, "adapter_image": 8154, "text_and_image": 8153, "native_differs": 0, "html": 1, "word_counts": { "native": { "nonempty": 8153, "quantiles": [ 0, 4, 11, 147, 332.47000000000025, 909 ], "below": { "1": 1, "5": 1164, "10": 3541, "20": 5204, "30": 5641, "50": 6088, "100": 6848 } }, "default": { "nonempty": 8153, "quantiles": [ 0, 4, 11, 147, 332.47000000000025, 909 ], "below": { "1": 1, "5": 1164, "10": 3541, "20": 5204, "30": 5641, "50": 6088, "100": 6848 } }, "extended": { "nonempty": 8154, "quantiles": [ 3, 19, 44, 185, 375, 973 ], "below": { "1": 0, "5": 2, "10": 41, "20": 834, "30": 2322, "50": 4649, "100": 6340 } }, "curated": { "nonempty": 8154, "quantiles": [ 2, 10, 20, 159, 346.47000000000025, 944 ], "below": { "1": 0, "5": 46, "10": 656, "20": 3972, "30": 4963, "50": 5778, "100": 6706 } } } }, "train": { "items": 4145, "field_nonempty": { "title": 4144, "features": 4, "description": 1684, "categories": 1, "details": 4017, "store": 3940, "main_category": 4145 }, "description_or_features": 1684, "source_image": 4145, "adapter_image": 4145, "text_and_image": 4144, "native_differs": 0, "html": 0, "word_counts": { "native": { "nonempty": 4144, "quantiles": [ 0, 4, 11, 140.5999999999999, 330.5600000000004, 581 ], "below": { "1": 1, "5": 629, "10": 1880, "20": 2738, "30": 2957, "50": 3153, "100": 3524 }, "train_pairs_removed": { "1": 1, "5": 648, "10": 1936, "20": 2819, "30": 3047, "50": 3258, "100": 3663 } }, "default": { "nonempty": 4144, "quantiles": [ 0, 4, 11, 140.5999999999999, 330.5600000000004, 581 ], "below": { "1": 1, "5": 629, "10": 1880, "20": 2738, "30": 2957, "50": 3153, "100": 3524 }, "train_pairs_removed": { "1": 1, "5": 648, "10": 1936, "20": 2819, "30": 3047, "50": 3258, "100": 3663 } }, "extended": { "nonempty": 4145, "quantiles": [ 3, 19, 42, 180.5999999999999, 373.1200000000008, 666 ], "below": { "1": 0, "5": 1, "10": 24, "20": 490, "30": 1310, "50": 2490, "100": 3279 }, "train_pairs_removed": { "1": 0, "5": 1, "10": 24, "20": 499, "30": 1334, "50": 2544, "100": 3385 } }, "curated": { "nonempty": 4145, "quantiles": [ 2, 10, 19, 156, 343.5600000000004, 629 ], "below": { "1": 0, "5": 30, "10": 368, "20": 2160, "30": 2649, "50": 3020, "100": 3456 }, "train_pairs_removed": { "1": 0, "5": 30, "10": 374, "20": 2213, "30": 2725, "50": 3115, "100": 3586 } } }, "train_pairs": 4417 }, "val": { "items": 1121, "field_nonempty": { "title": 1121, "features": 0, "description": 546, "categories": 0, "details": 1084, "store": 1095, "main_category": 1121 }, "description_or_features": 546, "source_image": 1121, "adapter_image": 1121, "text_and_image": 1121, "native_differs": 0, "html": 0, "word_counts": { "native": { "nonempty": 1121, "quantiles": [ 2, 4, 14, 183, 346, 675 ], "below": { "1": 0, "5": 127, "10": 417, "20": 624, "30": 671, "50": 748, "100": 856 } }, "default": { "nonempty": 1121, "quantiles": [ 2, 4, 14, 183, 346, 675 ], "below": { "1": 0, "5": 127, "10": 417, "20": 624, "30": 671, "50": 748, "100": 856 } }, "extended": { "nonempty": 1121, "quantiles": [ 7, 20, 50, 225, 386.5999999999999, 723 ], "below": { "1": 0, "5": 0, "10": 7, "20": 105, "30": 296, "50": 552, "100": 784 } }, "curated": { "nonempty": 1121, "quantiles": [ 2, 11, 25, 199, 361.5999999999999, 686 ], "below": { "1": 0, "5": 2, "10": 59, "20": 475, "30": 599, "50": 696, "100": 832 } } } }, "test": { "items": 735, "field_nonempty": { "title": 735, "features": 1, "description": 448, "categories": 0, "details": 716, "store": 729, "main_category": 735 }, "description_or_features": 448, "source_image": 735, "adapter_image": 735, "text_and_image": 735, "native_differs": 0, "html": 0, "word_counts": { "native": { "nonempty": 735, "quantiles": [ 2, 5, 31, 215, 364, 844 ], "below": { "1": 0, "5": 65, "10": 206, "20": 331, "30": 365, "50": 408, "100": 503 } }, "default": { "nonempty": 735, "quantiles": [ 2, 5, 31, 215, 364, 844 ], "below": { "1": 0, "5": 65, "10": 206, "20": 331, "30": 365, "50": 408, "100": 503 } }, "extended": { "nonempty": 735, "quantiles": [ 10, 22, 70, 256.6, 403.6199999999998, 967 ], "below": { "1": 0, "5": 0, "10": 0, "20": 42, "30": 143, "50": 294, "100": 434 } }, "curated": { "nonempty": 735, "quantiles": [ 6, 13, 42, 230, 376.29999999999984, 940 ], "below": { "1": 0, "5": 0, "10": 19, "20": 249, "30": 326, "50": 383, "100": 478 } } } } } }, "union": { "items": 18995, "field_nonempty": { "title": 18994, "features": 18, "description": 8034, "categories": 2, "details": 18383, "store": 17989, "main_category": 18995 }, "description_or_features": 8036, "source_image": 18995, "adapter_image": 18995, "text_and_image": 18994, "native_differs": 0, "html": 1, "word_counts": { "native": { "nonempty": 18994, "quantiles": [ 0, 4, 10, 122, 318, 2733 ], "below": { "1": 1, "5": 3148, "10": 8789, "20": 12721, "30": 13774, "50": 14868, "100": 16588 } }, "default": { "nonempty": 18994, "quantiles": [ 0, 4, 10, 122, 318, 2733 ], "below": { "1": 1, "5": 3148, "10": 8789, "20": 12721, "30": 13774, "50": 14868, "100": 16588 } }, "extended": { "nonempty": 18995, "quantiles": [ 2, 19, 43, 161, 357, 2761 ], "below": { "1": 0, "5": 9, "10": 139, "20": 2183, "30": 5407, "50": 11368, "100": 15486 } }, "curated": { "nonempty": 18995, "quantiles": [ 2, 9, 19, 137, 333, 2743 ], "below": { "1": 0, "5": 172, "10": 2039, "20": 9749, "30": 12121, "50": 14027, "100": 16258 } } } }, "details_keys": [ [ "Date First Available", 18367 ], [ "Manufacturer", 9604 ], [ "Label", 9488 ], [ "Number of discs", 8797 ], [ "Package Dimensions", 8704 ], [ "Is Discontinued By Manufacturer", 3469 ], [ "Product Dimensions", 2191 ], [ "Country of Origin", 808 ], [ "Run time", 734 ], [ "Original Release Date", 673 ], [ "Item Weight", 532 ], [ "Item model number", 521 ], [ "Language", 387 ], [ "SPARS Code", 241 ], [ "Style", 78 ], [ "Shape", 78 ], [ "Included Components", 64 ], [ "Occasion", 60 ], [ "Brand", 41 ], [ "Number of Pieces", 35 ], [ "Department", 17 ], [ "Color", 15 ], [ "Contributor", 12 ], [ "Pages", 10 ], [ "Material", 8 ], [ "Number of Items", 8 ], [ "Theme", 7 ], [ "Item Dimensions LxWxH", 6 ], [ "Orientation", 6 ], [ "Format", 6 ], [ "Special Feature", 6 ], [ "Genre", 5 ], [ "Pattern", 5 ], [ "Binding", 5 ], [ "Form Factor", 4 ], [ "Recommended Uses For Product", 3 ], [ "Manufacturer recommended age", 2 ], [ "Runtime", 2 ], [ "Batteries Required?", 2 ], [ "Unit Count", 2 ], [ "Connectivity Technology", 2 ], [ "Power Source", 2 ], [ "Age Range (Description)", 2 ], [ "Item Form", 2 ], [ "Subject Keywords", 2 ], [ "Memory Storage Capacity", 1 ], [ "Screen Size", 1 ], [ "Year", 1 ], [ "Compatible Phone Models", 1 ], [ "Package Type", 1 ], [ "Item Package Quantity", 1 ], [ "Batteries Included?", 1 ], [ "Cartoon Character", 1 ], [ "Hardware Interface", 1 ], [ "Compatible Devices", 1 ], [ "Ear Placement", 1 ], [ "Water Resistance Level", 1 ], [ "Operation Mode", 1 ], [ "Display Technology", 1 ], [ "Flavor", 1 ] ], "checked_at_utc": "2026-09-09T13:50:56.213236+00:00" }, { "category": "Electronics", "context": { "catalog_sha256": "d046599c4cb63f379e78a80905e1f55732bb2f8de4f80020e0ea851e0c346b05", "script_sha256": "68bf9fd06b46b02b1a96d0ab2a17b6cb60feae5cb87f986e63221e0872f1355c", "recipe_sha256": "988dcc18ddc0ff458e02eda0b9b91e515a8ceaa38f010704f9959bb4880d704d", "files": [ { "path": "data/amazon2023/Electronics/huggingface/raw_meta_Electronics/full-00000-of-00010.parquet", "kind": "parquet", "size": 219918692, "mtime_ns": 1788906851873451800 }, { "path": "data/amazon2023/Electronics/huggingface/raw_meta_Electronics/full-00001-of-00010.parquet", "kind": "parquet", "size": 214096370, "mtime_ns": 1788907097142636300 }, { "path": "data/amazon2023/Electronics/huggingface/raw_meta_Electronics/full-00002-of-00010.parquet", "kind": "parquet", "size": 209747858, "mtime_ns": 1788907362393656800 }, { "path": "data/amazon2023/Electronics/huggingface/raw_meta_Electronics/full-00003-of-00010.parquet", "kind": "parquet", "size": 206564228, "mtime_ns": 1788907619192907800 }, { "path": "data/amazon2023/Electronics/huggingface/raw_meta_Electronics/full-00004-of-00010.parquet", "kind": "parquet", "size": 202300192, "mtime_ns": 1788907898087815000 }, { "path": "data/amazon2023/Electronics/huggingface/raw_meta_Electronics/full-00005-of-00010.parquet", "kind": "parquet", "size": 192931460, "mtime_ns": 1788908141816540200 }, { "path": "data/amazon2023/Electronics/huggingface/raw_meta_Electronics/full-00006-of-00010.parquet", "kind": "parquet", "size": 191760251, "mtime_ns": 1788908398009258200 }, { "path": "data/amazon2023/Electronics/huggingface/raw_meta_Electronics/full-00007-of-00010.parquet", "kind": "parquet", "size": 183440054, "mtime_ns": 1788908615601966600 }, { "path": "data/amazon2023/Electronics/huggingface/raw_meta_Electronics/full-00008-of-00010.parquet", "kind": "parquet", "size": 170295146, "mtime_ns": 1788908827059009800 }, { "path": "data/amazon2023/Electronics/huggingface/raw_meta_Electronics/full-00009-of-00010.parquet", "kind": "parquet", "size": 163955464, "mtime_ns": 1788909006771335400 } ] }, "source_rows_scanned": 1610012, "duplicate_retained_rows": 0, "splits": { "user_split": { "catalog": { "items": 92180, "field_nonempty": { "title": 92176, "features": 84936, "description": 53488, "categories": 89158, "details": 90998, "store": 92114, "main_category": 90762 }, "description_or_features": 86581, "source_image": 92175, "adapter_image": 0, "text_and_image": 92175, "native_differs": 92180, "html": 186, "word_counts": { "native": { "nonempty": 92180, "quantiles": [ 8, 59, 200, 448, 1333, 14901 ], "below": { "1": 0, "5": 0, "10": 6, "20": 407, "30": 1963, "50": 7349, "100": 18127 } }, "default": { "nonempty": 92180, "quantiles": [ 2, 61, 202, 451, 1335.2100000000064, 14904 ], "below": { "1": 0, "5": 9, "10": 59, "20": 683, "30": 2203, "50": 7061, "100": 17504 } }, "extended": { "nonempty": 92180, "quantiles": [ 9, 128, 288, 561, 1472, 15226 ], "below": { "1": 0, "5": 0, "10": 3, "20": 63, "30": 173, "50": 441, "100": 4900 } }, "curated": { "nonempty": 92180, "quantiles": [ 4, 69, 213, 467, 1350, 14918 ], "below": { "1": 0, "5": 1, "10": 19, "20": 350, "30": 1110, "50": 5235, "100": 15482 } } } }, "train": { "items": 92180, "field_nonempty": { "title": 92176, "features": 84936, "description": 53488, "categories": 89158, "details": 90998, "store": 92114, "main_category": 90762 }, "description_or_features": 86581, "source_image": 92175, "adapter_image": 0, "text_and_image": 92175, "native_differs": 92180, "html": 186, "word_counts": { "native": { "nonempty": 92180, "quantiles": [ 8, 59, 200, 448, 1333, 14901 ], "below": { "1": 0, "5": 0, "10": 6, "20": 407, "30": 1963, "50": 7349, "100": 18127 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 187, "20": 17800, "30": 74230, "50": 279946, "100": 915339 } }, "default": { "nonempty": 92180, "quantiles": [ 2, 61, 202, 451, 1335.2100000000064, 14904 ], "below": { "1": 0, "5": 9, "10": 59, "20": 683, "30": 2203, "50": 7061, "100": 17504 }, "train_pairs_removed": { "1": 0, "5": 302, "10": 4828, "20": 29469, "30": 82522, "50": 268484, "100": 898068 } }, "extended": { "nonempty": 92180, "quantiles": [ 9, 128, 288, 561, 1472, 15226 ], "below": { "1": 0, "5": 0, "10": 3, "20": 63, "30": 173, "50": 441, "100": 4900 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 2879, "20": 7552, "30": 15284, "50": 26513, "100": 232525 } }, "curated": { "nonempty": 92180, "quantiles": [ 4, 69, 213, 467, 1350, 14918 ], "below": { "1": 0, "5": 1, "10": 19, "20": 350, "30": 1110, "50": 5235, "100": 15482 }, "train_pairs_removed": { "1": 0, "5": 20, "10": 3535, "20": 17235, "30": 44747, "50": 191205, "100": 767730 } } }, "train_pairs": 6276852 }, "val": { "items": 31288, "field_nonempty": { "title": 31287, "features": 29444, "description": 18658, "categories": 30204, "details": 30748, "store": 31265, "main_category": 30844 }, "description_or_features": 29881, "source_image": 31287, "adapter_image": 0, "text_and_image": 31287, "native_differs": 31288, "html": 58, "word_counts": { "native": { "nonempty": 31288, "quantiles": [ 9, 69, 203, 465, 1396.0400000000081, 5242 ], "below": { "1": 0, "5": 0, "10": 2, "20": 109, "30": 484, "50": 1964, "100": 5499 } }, "default": { "nonempty": 31288, "quantiles": [ 3, 72, 206, 469, 1387.130000000001, 5199 ], "below": { "1": 0, "5": 4, "10": 15, "20": 181, "30": 538, "50": 1871, "100": 5296 } }, "extended": { "nonempty": 31288, "quantiles": [ 9, 140, 295, 577, 1538.260000000002, 5306 ], "below": { "1": 0, "5": 0, "10": 1, "20": 22, "30": 58, "50": 142, "100": 1311 } }, "curated": { "nonempty": 31288, "quantiles": [ 5, 80, 217, 484, 1401, 5220 ], "below": { "1": 0, "5": 0, "10": 6, "20": 90, "30": 267, "50": 1330, "100": 4581 } } } }, "test": { "items": 31489, "field_nonempty": { "title": 31489, "features": 29603, "description": 18692, "categories": 30385, "details": 30948, "store": 31471, "main_category": 31049 }, "description_or_features": 30062, "source_image": 31487, "adapter_image": 0, "text_and_image": 31487, "native_differs": 31489, "html": 69, "word_counts": { "native": { "nonempty": 31489, "quantiles": [ 8, 69, 204, 464.2000000000007, 1395.479999999996, 14901 ], "below": { "1": 0, "5": 0, "10": 3, "20": 113, "30": 526, "50": 2003, "100": 5502 } }, "default": { "nonempty": 31489, "quantiles": [ 2, 71, 207, 468, 1395.119999999999, 14904 ], "below": { "1": 0, "5": 4, "10": 15, "20": 186, "30": 579, "50": 1905, "100": 5307 } }, "extended": { "nonempty": 31489, "quantiles": [ 9, 140, 296, 581, 1544.239999999998, 15226 ], "below": { "1": 0, "5": 0, "10": 1, "20": 29, "30": 60, "50": 140, "100": 1330 } }, "curated": { "nonempty": 31489, "quantiles": [ 5, 79, 217, 483, 1409.359999999997, 14918 ], "below": { "1": 0, "5": 0, "10": 5, "20": 101, "30": 292, "50": 1379, "100": 4617 } } } }, "preprocessed": { "items": 92180, "field_nonempty": { "title": 92176, "features": 84936, "description": 53488, "categories": 89158, "details": 90998, "store": 92114, "main_category": 90762 }, "description_or_features": 86581, "source_image": 92175, "adapter_image": 0, "text_and_image": 92175, "native_differs": 92180, "html": 186, "word_counts": { "native": { "nonempty": 92180, "quantiles": [ 8, 59, 200, 448, 1333, 14901 ], "below": { "1": 0, "5": 0, "10": 6, "20": 407, "30": 1963, "50": 7349, "100": 18127 } }, "default": { "nonempty": 92180, "quantiles": [ 2, 61, 202, 451, 1335.2100000000064, 14904 ], "below": { "1": 0, "5": 9, "10": 59, "20": 683, "30": 2203, "50": 7061, "100": 17504 } }, "extended": { "nonempty": 92180, "quantiles": [ 9, 128, 288, 561, 1472, 15226 ], "below": { "1": 0, "5": 0, "10": 3, "20": 63, "30": 173, "50": 441, "100": 4900 } }, "curated": { "nonempty": 92180, "quantiles": [ 4, 69, 213, 467, 1350, 14918 ], "below": { "1": 0, "5": 1, "10": 19, "20": 350, "30": 1110, "50": 5235, "100": 15482 } } } } }, "item_split": { "catalog": { "items": 92180, "field_nonempty": { "title": 92176, "features": 84936, "description": 53488, "categories": 89158, "details": 90998, "store": 92114, "main_category": 90762 }, "description_or_features": 86581, "source_image": 92175, "adapter_image": 0, "text_and_image": 92175, "native_differs": 92180, "html": 186, "word_counts": { "native": { "nonempty": 92180, "quantiles": [ 8, 59, 200, 448, 1333, 14901 ], "below": { "1": 0, "5": 0, "10": 6, "20": 407, "30": 1963, "50": 7349, "100": 18127 } }, "default": { "nonempty": 92180, "quantiles": [ 2, 61, 202, 451, 1335.2100000000064, 14904 ], "below": { "1": 0, "5": 9, "10": 59, "20": 683, "30": 2203, "50": 7061, "100": 17504 } }, "extended": { "nonempty": 92180, "quantiles": [ 9, 128, 288, 561, 1472, 15226 ], "below": { "1": 0, "5": 0, "10": 3, "20": 63, "30": 173, "50": 441, "100": 4900 } }, "curated": { "nonempty": 92180, "quantiles": [ 4, 69, 213, 467, 1350, 14918 ], "below": { "1": 0, "5": 1, "10": 19, "20": 350, "30": 1110, "50": 5235, "100": 15482 } } } }, "train": { "items": 78353, "field_nonempty": { "title": 78350, "features": 72162, "description": 45425, "categories": 75779, "details": 77326, "store": 78296, "main_category": 77147 }, "description_or_features": 73552, "source_image": 78348, "adapter_image": 0, "text_and_image": 78348, "native_differs": 78353, "html": 158, "word_counts": { "native": { "nonempty": 78353, "quantiles": [ 8, 59, 200, 447, 1337.479999999996, 14901 ], "below": { "1": 0, "5": 0, "10": 4, "20": 342, "30": 1661, "50": 6286, "100": 15402 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 151, "20": 16900, "30": 69556, "50": 262349, "100": 847378 } }, "default": { "nonempty": 78353, "quantiles": [ 2, 61, 202, 451, 1338.479999999996, 14904 ], "below": { "1": 0, "5": 7, "10": 49, "20": 577, "30": 1877, "50": 6041, "100": 14878 }, "train_pairs_removed": { "1": 0, "5": 275, "10": 4896, "20": 27667, "30": 77655, "50": 252056, "100": 833650 } }, "extended": { "nonempty": 78353, "quantiles": [ 9, 127, 288, 561, 1475, 15226 ], "below": { "1": 0, "5": 0, "10": 3, "20": 55, "30": 152, "50": 376, "100": 4202 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 3129, "20": 7735, "30": 14987, "50": 25545, "100": 224887 } }, "curated": { "nonempty": 78353, "quantiles": [ 4, 69, 213, 466, 1352.479999999996, 14918 ], "below": { "1": 0, "5": 1, "10": 17, "20": 293, "30": 956, "50": 4470, "100": 13154 }, "train_pairs_removed": { "1": 0, "5": 20, "10": 3778, "20": 16345, "30": 42952, "50": 179819, "100": 707991 } } }, "train_pairs": 5833634 }, "val": { "items": 4609, "field_nonempty": { "title": 4609, "features": 4245, "description": 2691, "categories": 4452, "details": 4556, "store": 4606, "main_category": 4546 }, "description_or_features": 4338, "source_image": 4609, "adapter_image": 0, "text_and_image": 4609, "native_differs": 4609, "html": 4, "word_counts": { "native": { "nonempty": 4609, "quantiles": [ 8, 60, 199, 457.1999999999998, 1292.0400000000009, 5197 ], "below": { "1": 0, "5": 0, "10": 1, "20": 20, "30": 94, "50": 359, "100": 929 } }, "default": { "nonempty": 4609, "quantiles": [ 2, 62.80000000000001, 202, 461.39999999999964, 1286.7600000000002, 5199 ], "below": { "1": 0, "5": 1, "10": 5, "20": 31, "30": 106, "50": 346, "100": 888 } }, "extended": { "nonempty": 4609, "quantiles": [ 14, 130, 287, 570.1999999999998, 1396.4000000000015, 5306 ], "below": { "1": 0, "5": 0, "10": 0, "20": 3, "30": 8, "50": 21, "100": 222 } }, "curated": { "nonempty": 4609, "quantiles": [ 7, 69.80000000000001, 212, 481, 1296.3600000000006, 5220 ], "below": { "1": 0, "5": 0, "10": 1, "20": 20, "30": 46, "50": 252, "100": 775 } } } }, "test": { "items": 9218, "field_nonempty": { "title": 9217, "features": 8529, "description": 5372, "categories": 8927, "details": 9116, "store": 9212, "main_category": 9069 }, "description_or_features": 8691, "source_image": 9218, "adapter_image": 0, "text_and_image": 9218, "native_differs": 9218, "html": 24, "word_counts": { "native": { "nonempty": 9218, "quantiles": [ 8, 61, 201, 445, 1325.3199999999997, 5011 ], "below": { "1": 0, "5": 0, "10": 1, "20": 45, "30": 208, "50": 704, "100": 1796 } }, "default": { "nonempty": 9218, "quantiles": [ 4, 64, 204, 449.3000000000011, 1328.3199999999997, 5014 ], "below": { "1": 0, "5": 1, "10": 5, "20": 75, "30": 220, "50": 674, "100": 1738 } }, "extended": { "nonempty": 9218, "quantiles": [ 10, 130, 290, 558.3000000000011, 1464.4899999999998, 5112 ], "below": { "1": 0, "5": 0, "10": 0, "20": 5, "30": 13, "50": 44, "100": 476 } }, "curated": { "nonempty": 9218, "quantiles": [ 7, 72, 214, 467, 1344.3199999999997, 5029 ], "below": { "1": 0, "5": 0, "10": 1, "20": 37, "30": 108, "50": 513, "100": 1553 } } } }, "preprocessed": { "items": 92180, "field_nonempty": { "title": 92176, "features": 84936, "description": 53488, "categories": 89158, "details": 90998, "store": 92114, "main_category": 90762 }, "description_or_features": 86581, "source_image": 92175, "adapter_image": 0, "text_and_image": 92175, "native_differs": 92180, "html": 186, "word_counts": { "native": { "nonempty": 92180, "quantiles": [ 8, 59, 200, 448, 1333, 14901 ], "below": { "1": 0, "5": 0, "10": 6, "20": 407, "30": 1963, "50": 7349, "100": 18127 } }, "default": { "nonempty": 92180, "quantiles": [ 2, 61, 202, 451, 1335.2100000000064, 14904 ], "below": { "1": 0, "5": 9, "10": 59, "20": 683, "30": 2203, "50": 7061, "100": 17504 } }, "extended": { "nonempty": 92180, "quantiles": [ 9, 128, 288, 561, 1472, 15226 ], "below": { "1": 0, "5": 0, "10": 3, "20": 63, "30": 173, "50": 441, "100": 4900 } }, "curated": { "nonempty": 92180, "quantiles": [ 4, 69, 213, 467, 1350, 14918 ], "below": { "1": 0, "5": 1, "10": 19, "20": 350, "30": 1110, "50": 5235, "100": 15482 } } } } }, "leave_last_out": { "catalog": { "items": 92180, "field_nonempty": { "title": 92176, "features": 84936, "description": 53488, "categories": 89158, "details": 90998, "store": 92114, "main_category": 90762 }, "description_or_features": 86581, "source_image": 92175, "adapter_image": 0, "text_and_image": 92175, "native_differs": 92180, "html": 186, "word_counts": { "native": { "nonempty": 92180, "quantiles": [ 8, 59, 200, 448, 1333, 14901 ], "below": { "1": 0, "5": 0, "10": 6, "20": 407, "30": 1963, "50": 7349, "100": 18127 } }, "default": { "nonempty": 92180, "quantiles": [ 2, 61, 202, 451, 1335.2100000000064, 14904 ], "below": { "1": 0, "5": 9, "10": 59, "20": 683, "30": 2203, "50": 7061, "100": 17504 } }, "extended": { "nonempty": 92180, "quantiles": [ 9, 128, 288, 561, 1472, 15226 ], "below": { "1": 0, "5": 0, "10": 3, "20": 63, "30": 173, "50": 441, "100": 4900 } }, "curated": { "nonempty": 92180, "quantiles": [ 4, 69, 213, 467, 1350, 14918 ], "below": { "1": 0, "5": 1, "10": 19, "20": 350, "30": 1110, "50": 5235, "100": 15482 } } } }, "train": { "items": 92177, "field_nonempty": { "title": 92173, "features": 84933, "description": 53488, "categories": 89155, "details": 90995, "store": 92111, "main_category": 90759 }, "description_or_features": 86578, "source_image": 92172, "adapter_image": 0, "text_and_image": 92172, "native_differs": 92177, "html": 186, "word_counts": { "native": { "nonempty": 92177, "quantiles": [ 8, 59, 200, 448, 1333, 14901 ], "below": { "1": 0, "5": 0, "10": 6, "20": 407, "30": 1963, "50": 7349, "100": 18127 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 179, "20": 17739, "30": 74404, "50": 276624, "100": 901634 } }, "default": { "nonempty": 92177, "quantiles": [ 2, 61, 202, 451, 1335.2400000000052, 14904 ], "below": { "1": 0, "5": 9, "10": 59, "20": 683, "30": 2203, "50": 7061, "100": 17504 }, "train_pairs_removed": { "1": 0, "5": 294, "10": 4884, "20": 29398, "30": 81678, "50": 264695, "100": 884203 } }, "extended": { "nonempty": 92177, "quantiles": [ 9, 128, 288, 561, 1472, 15226 ], "below": { "1": 0, "5": 0, "10": 3, "20": 63, "30": 173, "50": 441, "100": 4900 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 3065, "20": 7645, "30": 14910, "50": 25785, "100": 229862 } }, "curated": { "nonempty": 92177, "quantiles": [ 4, 69, 213, 467, 1350, 14918 ], "below": { "1": 0, "5": 1, "10": 19, "20": 350, "30": 1110, "50": 5235, "100": 15482 }, "train_pairs_removed": { "1": 0, "5": 19, "10": 3688, "20": 17221, "30": 44366, "50": 189803, "100": 757110 } } }, "train_pairs": 5844291 }, "val": { "items": 72119, "field_nonempty": { "title": 72116, "features": 67147, "description": 38576, "categories": 69667, "details": 71134, "store": 72086, "main_category": 70996 }, "description_or_features": 68261, "source_image": 72116, "adapter_image": 0, "text_and_image": 72116, "native_differs": 72119, "html": 139, "word_counts": { "native": { "nonempty": 72119, "quantiles": [ 8, 66, 205, 422, 1130.6399999999849, 14901 ], "below": { "1": 0, "5": 0, "10": 5, "20": 289, "30": 1302, "50": 5038, "100": 12693 } }, "default": { "nonempty": 72119, "quantiles": [ 2, 68, 207, 425, 1131.6399999999849, 14904 ], "below": { "1": 0, "5": 8, "10": 41, "20": 464, "30": 1479, "50": 4845, "100": 12241 } }, "extended": { "nonempty": 72119, "quantiles": [ 9, 137, 294, 537, 1264.8199999999924, 15226 ], "below": { "1": 0, "5": 0, "10": 3, "20": 53, "30": 139, "50": 318, "100": 3211 } }, "curated": { "nonempty": 72119, "quantiles": [ 4, 76, 218, 441, 1142.2799999999697, 14918 ], "below": { "1": 0, "5": 1, "10": 14, "20": 243, "30": 728, "50": 3515, "100": 10723 } } } }, "test": { "items": 66509, "field_nonempty": { "title": 66506, "features": 62342, "description": 34408, "categories": 64246, "details": 65586, "store": 66476, "main_category": 65482 }, "description_or_features": 63268, "source_image": 66507, "adapter_image": 0, "text_and_image": 66507, "native_differs": 66509, "html": 137, "word_counts": { "native": { "nonempty": 66509, "quantiles": [ 8, 71, 208, 420, 1071.9199999999983, 8049 ], "below": { "1": 0, "5": 0, "10": 4, "20": 245, "30": 1083, "50": 4233, "100": 10931 } }, "default": { "nonempty": 66509, "quantiles": [ 2, 73, 211, 423, 1073, 8052 ], "below": { "1": 0, "5": 6, "10": 41, "20": 414, "30": 1240, "50": 4059, "100": 10547 } }, "extended": { "nonempty": 66509, "quantiles": [ 9, 143, 298, 535, 1214, 8158 ], "below": { "1": 0, "5": 0, "10": 3, "20": 48, "30": 123, "50": 258, "100": 2696 } }, "curated": { "nonempty": 66509, "quantiles": [ 5, 81, 222, 439, 1083, 8066 ], "below": { "1": 0, "5": 0, "10": 13, "20": 216, "30": 615, "50": 2928, "100": 9223 } } } }, "preprocessed": { "items": 92180, "field_nonempty": { "title": 92176, "features": 84936, "description": 53488, "categories": 89158, "details": 90998, "store": 92114, "main_category": 90762 }, "description_or_features": 86581, "source_image": 92175, "adapter_image": 0, "text_and_image": 92175, "native_differs": 92180, "html": 186, "word_counts": { "native": { "nonempty": 92180, "quantiles": [ 8, 59, 200, 448, 1333, 14901 ], "below": { "1": 0, "5": 0, "10": 6, "20": 407, "30": 1963, "50": 7349, "100": 18127 } }, "default": { "nonempty": 92180, "quantiles": [ 2, 61, 202, 451, 1335.2100000000064, 14904 ], "below": { "1": 0, "5": 9, "10": 59, "20": 683, "30": 2203, "50": 7061, "100": 17504 } }, "extended": { "nonempty": 92180, "quantiles": [ 9, 128, 288, 561, 1472, 15226 ], "below": { "1": 0, "5": 0, "10": 3, "20": 63, "30": 173, "50": 441, "100": 4900 } }, "curated": { "nonempty": 92180, "quantiles": [ 4, 69, 213, 467, 1350, 14918 ], "below": { "1": 0, "5": 1, "10": 19, "20": 350, "30": 1110, "50": 5235, "100": 15482 } } } } }, "temporal": { "catalog": { "items": 78239, "field_nonempty": { "title": 78236, "features": 73473, "description": 40061, "categories": 75651, "details": 77195, "store": 78197, "main_category": 77001 }, "description_or_features": 74497, "source_image": 78236, "adapter_image": 0, "text_and_image": 78236, "native_differs": 78239, "html": 169, "word_counts": { "native": { "nonempty": 78239, "quantiles": [ 8, 72, 215, 435, 1238, 14901 ], "below": { "1": 0, "5": 0, "10": 4, "20": 268, "30": 1199, "50": 4868, "100": 12270 } }, "default": { "nonempty": 78239, "quantiles": [ 2, 74, 218, 438, 1239, 14904 ], "below": { "1": 0, "5": 8, "10": 46, "20": 446, "30": 1391, "50": 4687, "100": 11835 } }, "extended": { "nonempty": 78239, "quantiles": [ 9, 145, 304, 552, 1367.6199999999953, 15226 ], "below": { "1": 0, "5": 0, "10": 3, "20": 52, "30": 116, "50": 275, "100": 3110 } }, "curated": { "nonempty": 78239, "quantiles": [ 5, 83, 228, 455, 1251, 14918 ], "below": { "1": 0, "5": 0, "10": 16, "20": 214, "30": 662, "50": 3359, "100": 10356 } } } }, "train": { "items": 58356, "field_nonempty": { "title": 58353, "features": 54393, "description": 34189, "categories": 56280, "details": 57537, "store": 58318, "main_category": 57531 }, "description_or_features": 55253, "source_image": 58353, "adapter_image": 0, "text_and_image": 58353, "native_differs": 58356, "html": 134, "word_counts": { "native": { "nonempty": 58356, "quantiles": [ 8, 66, 200, 453, 1352.449999999997, 14901 ], "below": { "1": 0, "5": 0, "10": 4, "20": 227, "30": 1016, "50": 4027, "100": 10525 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 86, "20": 7231, "30": 28618, "50": 113091, "100": 383133 } }, "default": { "nonempty": 58356, "quantiles": [ 2, 68, 203, 456, 1355.449999999997, 14904 ], "below": { "1": 0, "5": 6, "10": 38, "20": 395, "30": 1155, "50": 3876, "100": 10147 }, "train_pairs_removed": { "1": 0, "5": 133, "10": 2259, "20": 12364, "30": 33433, "50": 109514, "100": 380608 } }, "extended": { "nonempty": 58356, "quantiles": [ 9, 137, 291, 565, 1484, 15226 ], "below": { "1": 0, "5": 0, "10": 3, "20": 48, "30": 110, "50": 241, "100": 2620 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 1389, "20": 3579, "30": 7221, "50": 11876, "100": 101749 } }, "curated": { "nonempty": 58356, "quantiles": [ 5, 76, 213, 471, 1367.449999999997, 14918 ], "below": { "1": 0, "5": 0, "10": 14, "20": 190, "30": 563, "50": 2803, "100": 8856 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 1710, "20": 7009, "30": 17842, "50": 75539, "100": 323427 } } }, "train_pairs": 2936581 }, "val": { "items": 39800, "field_nonempty": { "title": 39800, "features": 38662, "description": 17630, "categories": 38503, "details": 39223, "store": 39782, "main_category": 39249 }, "description_or_features": 38988, "source_image": 39799, "adapter_image": 0, "text_and_image": 39799, "native_differs": 39800, "html": 92, "word_counts": { "native": { "nonempty": 39800, "quantiles": [ 10, 93, 219, 402, 795, 6973 ], "below": { "1": 0, "5": 0, "10": 0, "20": 71, "30": 256, "50": 1247, "100": 4441 } }, "default": { "nonempty": 39800, "quantiles": [ 5, 96, 221, 406, 797, 5968 ], "below": { "1": 0, "5": 0, "10": 11, "20": 111, "30": 308, "50": 1174, "100": 4268 } }, "extended": { "nonempty": 39800, "quantiles": [ 9, 170, 308, 519, 941.010000000002, 6108 ], "below": { "1": 0, "5": 0, "10": 3, "20": 22, "30": 38, "50": 76, "100": 708 } }, "curated": { "nonempty": 39800, "quantiles": [ 9, 105, 232, 423, 815, 5982 ], "below": { "1": 0, "5": 0, "10": 4, "20": 59, "30": 147, "50": 737, "100": 3572 } } } }, "test": { "items": 40647, "field_nonempty": { "title": 40647, "features": 39823, "description": 14950, "categories": 39467, "details": 40072, "store": 40630, "main_category": 39968 }, "description_or_features": 40049, "source_image": 40647, "adapter_image": 0, "text_and_image": 40647, "native_differs": 40647, "html": 88, "word_counts": { "native": { "nonempty": 40647, "quantiles": [ 10, 107, 235, 405, 691, 6973 ], "below": { "1": 0, "5": 0, "10": 0, "20": 54, "30": 180, "50": 975, "100": 3492 } }, "default": { "nonempty": 40647, "quantiles": [ 4, 109, 237, 408, 695, 5968 ], "below": { "1": 0, "5": 2, "10": 11, "20": 69, "30": 217, "50": 916, "100": 3346 } }, "extended": { "nonempty": 40647, "quantiles": [ 9, 182, 322, 520, 862, 6108 ], "below": { "1": 0, "5": 0, "10": 2, "20": 21, "30": 25, "50": 59, "100": 551 } }, "curated": { "nonempty": 40647, "quantiles": [ 9, 118, 249, 426, 729, 5982 ], "below": { "1": 0, "5": 0, "10": 3, "20": 40, "30": 96, "50": 546, "100": 2768 } } } } } }, "union": { "items": 99261, "field_nonempty": { "title": 99257, "features": 91599, "description": 55326, "categories": 96013, "details": 98002, "store": 99192, "main_category": 97669 }, "description_or_features": 93292, "source_image": 99256, "adapter_image": 0, "text_and_image": 99256, "native_differs": 99261, "html": 203, "word_counts": { "native": { "nonempty": 99261, "quantiles": [ 8, 60, 205, 442, 1297.3999999999942, 14901 ], "below": { "1": 0, "5": 0, "10": 6, "20": 427, "30": 2040, "50": 7760, "100": 18796 } }, "default": { "nonempty": 99261, "quantiles": [ 2, 62, 207, 445, 1300, 14904 ], "below": { "1": 0, "5": 10, "10": 62, "20": 710, "30": 2321, "50": 7463, "100": 18158 } }, "extended": { "nonempty": 99261, "quantiles": [ 9, 130, 292, 556, 1435, 15226 ], "below": { "1": 0, "5": 0, "10": 3, "20": 67, "30": 177, "50": 457, "100": 5146 } }, "curated": { "nonempty": 99261, "quantiles": [ 4, 70, 218, 461, 1313.3999999999942, 14918 ], "below": { "1": 0, "5": 1, "10": 19, "20": 361, "30": 1150, "50": 5507, "100": 16085 } } } }, "details_keys": [ [ "Date First Available", 93336 ], [ "Item Weight", 89451 ], [ "Manufacturer", 87328 ], [ "Brand", 84886 ], [ "Item model number", 81470 ], [ "Product Dimensions", 71277 ], [ "Best Sellers Rank", 68171 ], [ "Is Discontinued By Manufacturer", 61146 ], [ "Color", 57131 ], [ "Compatible Devices", 38814 ], [ "Special Feature", 31585 ], [ "Connectivity Technology", 26656 ], [ "Package Dimensions", 20686 ], [ "Country of Origin", 20474 ], [ "Item Dimensions LxWxH", 17707 ], [ "Batteries", 17207 ], [ "Item Dimensions LxWxH", 16114 ], [ "Model Name", 15352 ], [ "Connector Type", 14029 ], [ "Form Factor", 13407 ], [ "Material", 12548 ], [ "Screen Size", 9221 ], [ "Other display features", 8316 ], [ "Voltage", 7769 ], [ "Series", 7746 ], [ "Standing screen display size", 7483 ], [ "Recommended Uses For Product", 7454 ], [ "Unit Count", 7292 ], [ "Included Components", 7196 ], [ "Cable Type", 6914 ], [ "Connector Gender", 6901 ], [ "Mounting Type", 6777 ], [ "Operating System", 6592 ], [ "Hardware Interface", 6555 ], [ "Special features", 6518 ], [ "Hardware Platform", 6513 ], [ "Department", 6105 ], [ "Number Of Items", 5862 ], [ "Power Source", 5800 ], [ "Compatible Phone Models", 5448 ], [ "Memory Storage Capacity", 5265 ], [ "Style", 5244 ], [ "Number of Items", 4785 ], [ "RAM", 4470 ], [ "Language", 4457 ], [ "Shape", 4262 ], [ "Shell Type", 3904 ], [ "Brand Name", 3709 ], [ "Hard Drive", 3694 ], [ "Speaker Type", 3656 ], [ "Wireless Type", 3593 ], [ "Computer Memory Type", 3581 ], [ "Data Transfer Rate", 3544 ], [ "Wattage", 3453 ], [ "Connectivity technologies", 3141 ], [ "Number of Processors", 3055 ], [ "Flash Memory Size", 3002 ], [ "Indoor/Outdoor Usage", 2931 ], [ "Flash Memory Type", 2927 ], [ "Whats in the box", 2914 ] ], "checked_at_utc": "2026-09-09T13:51:42.057496+00:00" }, { "category": "Gift_Cards", "context": { "catalog_sha256": "621f1f80b1137b5b6967c506cd3a528ecd9d5ce1ea2644b46a222095e22c773d", "script_sha256": "68bf9fd06b46b02b1a96d0ab2a17b6cb60feae5cb87f986e63221e0872f1355c", "recipe_sha256": "988dcc18ddc0ff458e02eda0b9b91e515a8ceaa38f010704f9959bb4880d704d", "files": [ { "path": "data/amazon2023/Gift_Cards/huggingface/raw_meta_Gift_Cards/full-00000-of-00001.parquet", "kind": "parquet", "size": 401887, "mtime_ns": 1788905158991274800 } ] }, "source_rows_scanned": 1137, "duplicate_retained_rows": 0, "splits": { "user_split": { "catalog": { "items": 717, "field_nonempty": { "title": 717, "features": 664, "description": 557, "categories": 706, "details": 699, "store": 714, "main_category": 679 }, "description_or_features": 696, "source_image": 717, "adapter_image": 0, "text_and_image": 717, "native_differs": 717, "html": 0, "word_counts": { "native": { "nonempty": 717, "quantiles": [ 10, 48, 107, 162, 262, 389 ], "below": { "1": 0, "5": 0, "10": 0, "20": 10, "30": 30, "50": 78, "100": 321 } }, "default": { "nonempty": 717, "quantiles": [ 4, 49, 107, 164, 264, 391 ], "below": { "1": 0, "5": 1, "10": 1, "20": 17, "30": 30, "50": 73, "100": 313 } }, "extended": { "nonempty": 717, "quantiles": [ 17, 85, 155, 208, 304.5200000000001, 417 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 4, "50": 29, "100": 127 } }, "curated": { "nonempty": 717, "quantiles": [ 4, 52, 112, 169, 266, 393 ], "below": { "1": 0, "5": 1, "10": 1, "20": 8, "30": 23, "50": 64, "100": 289 } } } }, "train": { "items": 717, "field_nonempty": { "title": 717, "features": 664, "description": 557, "categories": 706, "details": 699, "store": 714, "main_category": 679 }, "description_or_features": 696, "source_image": 717, "adapter_image": 0, "text_and_image": 717, "native_differs": 717, "html": 0, "word_counts": { "native": { "nonempty": 717, "quantiles": [ 10, 48, 107, 162, 262, 389 ], "below": { "1": 0, "5": 0, "10": 0, "20": 10, "30": 30, "50": 78, "100": 321 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 68, "30": 223, "50": 1160, "100": 5043 } }, "default": { "nonempty": 717, "quantiles": [ 4, 49, 107, 164, 264, 391 ], "below": { "1": 0, "5": 1, "10": 1, "20": 17, "30": 30, "50": 73, "100": 313 }, "train_pairs_removed": { "1": 0, "5": 2, "10": 2, "20": 99, "30": 223, "50": 1119, "100": 4967 } }, "extended": { "nonempty": 717, "quantiles": [ 17, 85, 155, 208, 304.5200000000001, 417 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 4, "50": 29, "100": 127 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 15, "50": 199, "100": 1164 } }, "curated": { "nonempty": 717, "quantiles": [ 4, 52, 112, 169, 266, 393 ], "below": { "1": 0, "5": 1, "10": 1, "20": 8, "30": 23, "50": 64, "100": 289 }, "train_pairs_removed": { "1": 0, "5": 2, "10": 2, "20": 42, "30": 169, "50": 1088, "100": 3961 } } }, "train_pairs": 22960 }, "val": { "items": 230, "field_nonempty": { "title": 230, "features": 219, "description": 169, "categories": 228, "details": 223, "store": 230, "main_category": 222 }, "description_or_features": 224, "source_image": 230, "adapter_image": 0, "text_and_image": 230, "native_differs": 230, "html": 0, "word_counts": { "native": { "nonempty": 230, "quantiles": [ 17, 54.800000000000004, 111, 172.2, 262, 389 ], "below": { "1": 0, "5": 0, "10": 0, "20": 3, "30": 8, "50": 18, "100": 95 } }, "default": { "nonempty": 230, "quantiles": [ 14, 55.900000000000006, 113, 174.2, 264, 391 ], "below": { "1": 0, "5": 0, "10": 0, "20": 4, "30": 8, "50": 17, "100": 92 } }, "extended": { "nonempty": 230, "quantiles": [ 26, 95.9, 163, 226.1, 311.30000000000024, 417 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 8, "100": 29 } }, "curated": { "nonempty": 230, "quantiles": [ 17, 59.900000000000006, 116, 179, 266, 393 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 6, "50": 16, "100": 84 } } } }, "test": { "items": 240, "field_nonempty": { "title": 240, "features": 224, "description": 176, "categories": 236, "details": 236, "store": 240, "main_category": 232 }, "description_or_features": 233, "source_image": 240, "adapter_image": 0, "text_and_image": 240, "native_differs": 240, "html": 0, "word_counts": { "native": { "nonempty": 240, "quantiles": [ 17, 50, 106, 170.2, 262, 300 ], "below": { "1": 0, "5": 0, "10": 0, "20": 3, "30": 8, "50": 22, "100": 103 } }, "default": { "nonempty": 240, "quantiles": [ 14, 51.900000000000006, 106, 172.2, 264, 302 ], "below": { "1": 0, "5": 0, "10": 0, "20": 6, "30": 8, "50": 21, "100": 100 } }, "extended": { "nonempty": 240, "quantiles": [ 28, 94, 161, 224.2, 290, 328 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 7, "100": 31 } }, "curated": { "nonempty": 240, "quantiles": [ 16, 54.900000000000006, 111, 177.2, 266, 304 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 7, "50": 18, "100": 91 } } } }, "preprocessed": { "items": 749, "field_nonempty": { "title": 749, "features": 687, "description": 581, "categories": 738, "details": 730, "store": 745, "main_category": 703 }, "description_or_features": 722, "source_image": 749, "adapter_image": 0, "text_and_image": 749, "native_differs": 749, "html": 0, "word_counts": { "native": { "nonempty": 749, "quantiles": [ 10, 47.8, 107, 162, 262, 389 ], "below": { "1": 0, "5": 0, "10": 0, "20": 13, "30": 35, "50": 85, "100": 335 } }, "default": { "nonempty": 749, "quantiles": [ 4, 47.599999999999994, 107, 164, 264, 391 ], "below": { "1": 0, "5": 1, "10": 1, "20": 22, "30": 35, "50": 80, "100": 327 } }, "extended": { "nonempty": 749, "quantiles": [ 16, 81, 153, 207.20000000000005, 303.55999999999995, 417 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 6, "50": 32, "100": 139 } }, "curated": { "nonempty": 749, "quantiles": [ 4, 50.8, 112, 169, 266, 393 ], "below": { "1": 0, "5": 1, "10": 1, "20": 11, "30": 28, "50": 71, "100": 303 } } } } }, "item_split": { "catalog": { "items": 575, "field_nonempty": { "title": 575, "features": 534, "description": 438, "categories": 566, "details": 560, "store": 573, "main_category": 560 }, "description_or_features": 558, "source_image": 575, "adapter_image": 0, "text_and_image": 575, "native_differs": 575, "html": 0, "word_counts": { "native": { "nonempty": 575, "quantiles": [ 10, 49, 104, 160.20000000000005, 262, 389 ], "below": { "1": 0, "5": 0, "10": 0, "20": 10, "30": 24, "50": 60, "100": 271 } }, "default": { "nonempty": 575, "quantiles": [ 4, 50, 104, 162.20000000000005, 264, 391 ], "below": { "1": 0, "5": 1, "10": 1, "20": 14, "30": 24, "50": 56, "100": 263 } }, "extended": { "nonempty": 575, "quantiles": [ 17, 88, 154, 208, 293.89999999999986, 417 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 3, "50": 23, "100": 95 } }, "curated": { "nonempty": 575, "quantiles": [ 4, 52.400000000000006, 109, 167.20000000000005, 266, 393 ], "below": { "1": 0, "5": 1, "10": 1, "20": 8, "30": 18, "50": 49, "100": 243 } } } }, "train": { "items": 488, "field_nonempty": { "title": 488, "features": 450, "description": 370, "categories": 479, "details": 476, "store": 486, "main_category": 475 }, "description_or_features": 472, "source_image": 488, "adapter_image": 0, "text_and_image": 488, "native_differs": 488, "html": 0, "word_counts": { "native": { "nonempty": 488, "quantiles": [ 10, 48, 103, 159, 262, 389 ], "below": { "1": 0, "5": 0, "10": 0, "20": 10, "30": 22, "50": 53, "100": 234 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 82, "30": 248, "50": 1379, "100": 5480 } }, "default": { "nonempty": 488, "quantiles": [ 4, 48.7, 104, 161, 264, 391 ], "below": { "1": 0, "5": 1, "10": 1, "20": 13, "30": 22, "50": 51, "100": 226 }, "train_pairs_removed": { "1": 0, "5": 2, "10": 2, "20": 111, "30": 248, "50": 1343, "100": 5382 } }, "extended": { "nonempty": 488, "quantiles": [ 17, 88, 154, 208.3, 291.94999999999993, 417 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 3, "50": 21, "100": 78 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 16, "50": 226, "100": 1263 } }, "curated": { "nonempty": 488, "quantiles": [ 4, 52, 108, 166, 266, 393 ], "below": { "1": 0, "5": 1, "10": 1, "20": 8, "30": 17, "50": 44, "100": 208 }, "train_pairs_removed": { "1": 0, "5": 2, "10": 2, "20": 49, "30": 195, "50": 1309, "100": 4444 } } }, "train_pairs": 24323 }, "val": { "items": 29, "field_nonempty": { "title": 29, "features": 27, "description": 21, "categories": 29, "details": 27, "store": 29, "main_category": 28 }, "description_or_features": 28, "source_image": 29, "adapter_image": 0, "text_and_image": 29, "native_differs": 29, "html": 0, "word_counts": { "native": { "nonempty": 29, "quantiles": [ 20, 48.8, 92, 152, 154.72, 155 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 4, "100": 16 } }, "default": { "nonempty": 29, "quantiles": [ 18, 50.8, 94, 154, 156.72, 157 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 1, "50": 2, "100": 16 } }, "extended": { "nonempty": 29, "quantiles": [ 46, 82.4, 125, 181.2, 218.31999999999996, 227 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 1, "100": 9 } }, "curated": { "nonempty": 29, "quantiles": [ 23, 53.8, 96, 158.2, 161.72, 162 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 2, "100": 16 } } } }, "test": { "items": 58, "field_nonempty": { "title": 58, "features": 57, "description": 47, "categories": 58, "details": 57, "store": 58, "main_category": 57 }, "description_or_features": 58, "source_image": 58, "adapter_image": 0, "text_and_image": 58, "native_differs": 58, "html": 0, "word_counts": { "native": { "nonempty": 58, "quantiles": [ 28, 64, 119, 177.10000000000002, 237.48, 258 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 3, "100": 21 } }, "default": { "nonempty": 58, "quantiles": [ 28, 65.4, 121, 179.10000000000002, 238.33999999999997, 260 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 3, "100": 21 } }, "extended": { "nonempty": 58, "quantiles": [ 48, 98, 165, 208.50000000000003, 285.53999999999996, 330 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 1, "100": 8 } }, "curated": { "nonempty": 58, "quantiles": [ 30, 67.4, 123, 181.40000000000003, 241.63, 265 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 3, "100": 19 } } } }, "preprocessed": { "items": 575, "field_nonempty": { "title": 575, "features": 534, "description": 438, "categories": 566, "details": 560, "store": 573, "main_category": 560 }, "description_or_features": 558, "source_image": 575, "adapter_image": 0, "text_and_image": 575, "native_differs": 575, "html": 0, "word_counts": { "native": { "nonempty": 575, "quantiles": [ 10, 49, 104, 160.20000000000005, 262, 389 ], "below": { "1": 0, "5": 0, "10": 0, "20": 10, "30": 24, "50": 60, "100": 271 } }, "default": { "nonempty": 575, "quantiles": [ 4, 50, 104, 162.20000000000005, 264, 391 ], "below": { "1": 0, "5": 1, "10": 1, "20": 14, "30": 24, "50": 56, "100": 263 } }, "extended": { "nonempty": 575, "quantiles": [ 17, 88, 154, 208, 293.89999999999986, 417 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 3, "50": 23, "100": 95 } }, "curated": { "nonempty": 575, "quantiles": [ 4, 52.400000000000006, 109, 167.20000000000005, 266, 393 ], "below": { "1": 0, "5": 1, "10": 1, "20": 8, "30": 18, "50": 49, "100": 243 } } } } }, "leave_last_out": { "catalog": { "items": 503, "field_nonempty": { "title": 503, "features": 470, "description": 385, "categories": 496, "details": 491, "store": 501, "main_category": 490 }, "description_or_features": 489, "source_image": 503, "adapter_image": 0, "text_and_image": 503, "native_differs": 503, "html": 0, "word_counts": { "native": { "nonempty": 503, "quantiles": [ 17, 50.2, 105, 162.8, 262, 389 ], "below": { "1": 0, "5": 0, "10": 0, "20": 7, "30": 19, "50": 47, "100": 227 } }, "default": { "nonempty": 503, "quantiles": [ 14, 52, 106, 164.8, 264, 391 ], "below": { "1": 0, "5": 0, "10": 0, "20": 10, "30": 19, "50": 44, "100": 221 } }, "extended": { "nonempty": 503, "quantiles": [ 27, 89, 155, 211.8, 290, 417 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 2, "50": 17, "100": 78 } }, "curated": { "nonempty": 503, "quantiles": [ 16, 55.2, 111, 169.8, 266, 393 ], "below": { "1": 0, "5": 0, "10": 0, "20": 5, "30": 14, "50": 40, "100": 203 } } } }, "train": { "items": 439, "field_nonempty": { "title": 439, "features": 412, "description": 334, "categories": 433, "details": 428, "store": 437, "main_category": 428 }, "description_or_features": 428, "source_image": 439, "adapter_image": 0, "text_and_image": 439, "native_differs": 439, "html": 0, "word_counts": { "native": { "nonempty": 439, "quantiles": [ 17, 51, 105, 163, 262, 389 ], "below": { "1": 0, "5": 0, "10": 0, "20": 5, "30": 14, "50": 39, "100": 198 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 14, "30": 41, "50": 271, "100": 1280 } }, "default": { "nonempty": 439, "quantiles": [ 14, 52.800000000000004, 106, 165, 264, 391 ], "below": { "1": 0, "5": 0, "10": 0, "20": 7, "30": 14, "50": 36, "100": 192 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 18, "30": 41, "50": 264, "100": 1263 } }, "extended": { "nonempty": 439, "quantiles": [ 27, 91.80000000000001, 157, 216, 290, 417 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 14, "100": 66 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 41, "100": 291 } }, "curated": { "nonempty": 439, "quantiles": [ 16, 55.800000000000004, 110, 170, 266, 393 ], "below": { "1": 0, "5": 0, "10": 0, "20": 3, "30": 11, "50": 34, "100": 175 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 4, "30": 34, "50": 261, "100": 1008 } } }, "train_pairs": 3853 }, "val": { "items": 253, "field_nonempty": { "title": 253, "features": 239, "description": 187, "categories": 250, "details": 246, "store": 253, "main_category": 246 }, "description_or_features": 246, "source_image": 253, "adapter_image": 0, "text_and_image": 253, "native_differs": 253, "html": 0, "word_counts": { "native": { "nonempty": 253, "quantiles": [ 17, 55, 105, 163, 256.43999999999994, 262 ], "below": { "1": 0, "5": 0, "10": 0, "20": 4, "30": 9, "50": 21, "100": 108 } }, "default": { "nonempty": 253, "quantiles": [ 14, 55.2, 106, 165, 258.43999999999994, 264 ], "below": { "1": 0, "5": 0, "10": 0, "20": 6, "30": 9, "50": 19, "100": 106 } }, "extended": { "nonempty": 253, "quantiles": [ 28, 98.2, 162, 219.40000000000003, 287.91999999999996, 320 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 7, "100": 28 } }, "curated": { "nonempty": 253, "quantiles": [ 16, 60, 111, 170, 260.96, 266 ], "below": { "1": 0, "5": 0, "10": 0, "20": 3, "30": 7, "50": 18, "100": 95 } } } }, "test": { "items": 244, "field_nonempty": { "title": 244, "features": 237, "description": 179, "categories": 240, "details": 240, "store": 244, "main_category": 237 }, "description_or_features": 242, "source_image": 244, "adapter_image": 0, "text_and_image": 244, "native_differs": 244, "html": 0, "word_counts": { "native": { "nonempty": 244, "quantiles": [ 17, 57, 111, 170, 262, 300 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 5, "50": 12, "100": 94 } }, "default": { "nonempty": 244, "quantiles": [ 14, 57.6, 112, 172, 264, 302 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 5, "50": 12, "100": 90 } }, "extended": { "nonempty": 244, "quantiles": [ 30, 106, 167, 225.40000000000003, 296.8399999999999, 328 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 4, "100": 20 } }, "curated": { "nonempty": 244, "quantiles": [ 17, 63.3, 115.5, 177, 266, 304 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 2, "50": 11, "100": 79 } } } }, "preprocessed": { "items": 503, "field_nonempty": { "title": 503, "features": 470, "description": 385, "categories": 496, "details": 491, "store": 501, "main_category": 490 }, "description_or_features": 489, "source_image": 503, "adapter_image": 0, "text_and_image": 503, "native_differs": 503, "html": 0, "word_counts": { "native": { "nonempty": 503, "quantiles": [ 17, 50.2, 105, 162.8, 262, 389 ], "below": { "1": 0, "5": 0, "10": 0, "20": 7, "30": 19, "50": 47, "100": 227 } }, "default": { "nonempty": 503, "quantiles": [ 14, 52, 106, 164.8, 264, 391 ], "below": { "1": 0, "5": 0, "10": 0, "20": 10, "30": 19, "50": 44, "100": 221 } }, "extended": { "nonempty": 503, "quantiles": [ 27, 89, 155, 211.8, 290, 417 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 2, "50": 17, "100": 78 } }, "curated": { "nonempty": 503, "quantiles": [ 16, 55.2, 111, 169.8, 266, 393 ], "below": { "1": 0, "5": 0, "10": 0, "20": 5, "30": 14, "50": 40, "100": 203 } } } } }, "temporal": { "catalog": { "items": 421, "field_nonempty": { "title": 421, "features": 391, "description": 318, "categories": 415, "details": 411, "store": 421, "main_category": 410 }, "description_or_features": 411, "source_image": 421, "adapter_image": 0, "text_and_image": 421, "native_differs": 421, "html": 0, "word_counts": { "native": { "nonempty": 421, "quantiles": [ 17, 53, 107, 164, 262, 389 ], "below": { "1": 0, "5": 0, "10": 0, "20": 4, "30": 14, "50": 38, "100": 184 } }, "default": { "nonempty": 421, "quantiles": [ 14, 55, 107, 166, 264, 391 ], "below": { "1": 0, "5": 0, "10": 0, "20": 7, "30": 14, "50": 35, "100": 178 } }, "extended": { "nonempty": 421, "quantiles": [ 28, 92, 161, 219, 317.00000000000017, 417 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 12, "100": 57 } }, "curated": { "nonempty": 421, "quantiles": [ 16, 57, 112, 170, 266, 393 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 11, "50": 29, "100": 163 } } } }, "train": { "items": 278, "field_nonempty": { "title": 278, "features": 260, "description": 205, "categories": 275, "details": 271, "store": 278, "main_category": 271 }, "description_or_features": 271, "source_image": 278, "adapter_image": 0, "text_and_image": 278, "native_differs": 278, "html": 0, "word_counts": { "native": { "nonempty": 278, "quantiles": [ 17, 56, 107.5, 163, 262, 313 ], "below": { "1": 0, "5": 0, "10": 0, "20": 3, "30": 9, "50": 20, "100": 119 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 9, "30": 27, "50": 72, "100": 347 } }, "default": { "nonempty": 278, "quantiles": [ 14, 56, 106.5, 165, 264, 315 ], "below": { "1": 0, "5": 0, "10": 0, "20": 5, "30": 9, "50": 19, "100": 114 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 11, "30": 27, "50": 66, "100": 337 } }, "extended": { "nonempty": 278, "quantiles": [ 28, 97.4, 161.5, 219, 296.90000000000055, 341 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 8, "100": 32 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 24, "100": 75 } }, "curated": { "nonempty": 278, "quantiles": [ 16, 60, 111.5, 170, 266, 317 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 7, "50": 18, "100": 104 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 20, "50": 65, "100": 255 } } }, "train_pairs": 2266 }, "val": { "items": 123, "field_nonempty": { "title": 123, "features": 119, "description": 85, "categories": 120, "details": 120, "store": 123, "main_category": 116 }, "description_or_features": 121, "source_image": 123, "adapter_image": 0, "text_and_image": 123, "native_differs": 123, "html": 0, "word_counts": { "native": { "nonempty": 123, "quantiles": [ 17, 48.2, 105, 175.8, 262, 389 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 4, "50": 14, "100": 58 } }, "default": { "nonempty": 123, "quantiles": [ 14, 49.2, 104, 177.8, 264, 391 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 4, "50": 13, "100": 54 } }, "extended": { "nonempty": 123, "quantiles": [ 28, 106, 160, 233.8, 290, 417 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 4, "100": 10 } }, "curated": { "nonempty": 123, "quantiles": [ 16, 52, 109, 182.2, 266, 393 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 2, "50": 10, "100": 50 } } } }, "test": { "items": 120, "field_nonempty": { "title": 120, "features": 115, "description": 83, "categories": 117, "details": 117, "store": 120, "main_category": 112 }, "description_or_features": 118, "source_image": 120, "adapter_image": 0, "text_and_image": 120, "native_differs": 120, "html": 0, "word_counts": { "native": { "nonempty": 120, "quantiles": [ 22, 50.9, 104.5, 176.70000000000005, 262, 389 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 4, "50": 10, "100": 54 } }, "default": { "nonempty": 120, "quantiles": [ 19, 52.9, 104.5, 178.70000000000005, 264, 391 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 4, "50": 8, "100": 52 } }, "extended": { "nonempty": 120, "quantiles": [ 30, 105.9, 161, 239.3, 322.4000000000001, 417 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 2, "100": 11 } }, "curated": { "nonempty": 120, "quantiles": [ 24, 59.7, 109, 187, 266, 393 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 2, "50": 6, "100": 46 } } } } } }, "union": { "items": 749, "field_nonempty": { "title": 749, "features": 687, "description": 581, "categories": 738, "details": 730, "store": 745, "main_category": 703 }, "description_or_features": 722, "source_image": 749, "adapter_image": 0, "text_and_image": 749, "native_differs": 749, "html": 0, "word_counts": { "native": { "nonempty": 749, "quantiles": [ 10, 47.8, 107, 162, 262, 389 ], "below": { "1": 0, "5": 0, "10": 0, "20": 13, "30": 35, "50": 85, "100": 335 } }, "default": { "nonempty": 749, "quantiles": [ 4, 47.599999999999994, 107, 164, 264, 391 ], "below": { "1": 0, "5": 1, "10": 1, "20": 22, "30": 35, "50": 80, "100": 327 } }, "extended": { "nonempty": 749, "quantiles": [ 16, 81, 153, 207.20000000000005, 303.55999999999995, 417 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 6, "50": 32, "100": 139 } }, "curated": { "nonempty": 749, "quantiles": [ 4, 50.8, 112, 169, 266, 393 ], "below": { "1": 0, "5": 1, "10": 1, "20": 11, "30": 28, "50": 71, "100": 303 } } } }, "details_keys": [ [ "Date First Available", 725 ], [ "Package Dimensions", 639 ], [ "Manufacturer", 326 ], [ "Domestic Shipping", 278 ], [ "International Shipping", 278 ], [ "Item model number", 127 ], [ "Is Discontinued By Manufacturer", 47 ], [ "Product Dimensions", 27 ], [ "Brand", 15 ], [ "Item Weight", 12 ], [ "Unit Count", 7 ], [ "Occasion", 5 ], [ "Item Form", 4 ], [ "Special Feature", 4 ], [ "Manufacturer Part Number", 3 ], [ "Total Eaches", 3 ], [ "Memory Storage Capacity", 3 ], [ "Number of Items", 3 ], [ "Department", 2 ], [ "Flavor", 2 ], [ "Specialty", 2 ], [ "Manufacturer recommended age", 2 ], [ "Style", 2 ], [ "UPC", 2 ], [ "Pattern", 1 ], [ "Fabric Type", 1 ], [ "Batteries required", 1 ], [ "Best Sellers Rank", 1 ], [ "Pricing", 1 ], [ "Type of item", 1 ], [ "Water Resistance Level", 1 ], [ "Product Care Instructions", 1 ], [ "Our Recommended age", 1 ], [ "Brand Name", 1 ], [ "Color", 1 ], [ "Size", 1 ], [ "Cuisine", 1 ], [ "Package Weight", 1 ], [ "Shape", 1 ], [ "Seasons", 1 ], [ "Package Information", 1 ], [ "Material Type Free", 1 ], [ "Compatible Devices", 1 ], [ "Grade Rating", 1 ], [ "Theme", 1 ], [ "Is Autographed", 1 ], [ "Included Components", 1 ] ], "checked_at_utc": "2026-09-09T13:51:06.274067+00:00" }, { "category": "Grocery_and_Gourmet_Food", "context": { "catalog_sha256": "d67f093e13f9b16b9b8e091b167418c359a8082d7bf625f5b8d991d45dd7876b", "script_sha256": "68bf9fd06b46b02b1a96d0ab2a17b6cb60feae5cb87f986e63221e0872f1355c", "recipe_sha256": "988dcc18ddc0ff458e02eda0b9b91e515a8ceaa38f010704f9959bb4880d704d", "files": [ { "path": "data/amazon2023/Grocery_and_Gourmet_Food/mcauley/meta_Grocery_and_Gourmet_Food.jsonl.gz", "kind": "jsonl", "size": 324346561, "mtime_ns": 1788345088008688400 } ] }, "source_rows_scanned": 603274, "duplicate_retained_rows": 0, "splits": { "user_split": { "catalog": { "items": 16735, "field_nonempty": { "title": 16733, "features": 15796, "description": 12536, "categories": 16498, "details": 16381, "store": 16722, "main_category": 16680 }, "description_or_features": 16099, "source_image": 16725, "adapter_image": 16725, "text_and_image": 16725, "native_differs": 0, "html": 9, "word_counts": { "native": { "nonempty": 16735, "quantiles": [ 3, 55, 172, 337, 567, 2047 ], "below": { "1": 0, "5": 1, "10": 29, "20": 94, "30": 454, "50": 1371, "100": 4312 } }, "default": { "nonempty": 16735, "quantiles": [ 3, 55, 172, 337, 567, 2047 ], "below": { "1": 0, "5": 1, "10": 29, "20": 94, "30": 454, "50": 1371, "100": 4312 } }, "extended": { "nonempty": 16735, "quantiles": [ 10, 87, 206, 380.60000000000036, 614, 2119 ], "below": { "1": 0, "5": 0, "10": 0, "20": 12, "30": 31, "50": 221, "100": 2323 } }, "curated": { "nonempty": 16735, "quantiles": [ 7, 60, 176, 341, 571.6599999999999, 2050 ], "below": { "1": 0, "5": 0, "10": 5, "20": 53, "30": 197, "50": 1117, "100": 4029 } } } }, "train": { "items": 16735, "field_nonempty": { "title": 16733, "features": 15796, "description": 12536, "categories": 16498, "details": 16381, "store": 16722, "main_category": 16680 }, "description_or_features": 16099, "source_image": 16725, "adapter_image": 16725, "text_and_image": 16725, "native_differs": 0, "html": 9, "word_counts": { "native": { "nonempty": 16735, "quantiles": [ 3, 55, 172, 337, 567, 2047 ], "below": { "1": 0, "5": 1, "10": 29, "20": 94, "30": 454, "50": 1371, "100": 4312 }, "train_pairs_removed": { "1": 0, "5": 21, "10": 850, "20": 3588, "30": 22928, "50": 69490, "100": 223134 } }, "default": { "nonempty": 16735, "quantiles": [ 3, 55, 172, 337, 567, 2047 ], "below": { "1": 0, "5": 1, "10": 29, "20": 94, "30": 454, "50": 1371, "100": 4312 }, "train_pairs_removed": { "1": 0, "5": 21, "10": 850, "20": 3588, "30": 22928, "50": 69490, "100": 223134 } }, "extended": { "nonempty": 16735, "quantiles": [ 10, 87, 206, 380.60000000000036, 614, 2119 ], "below": { "1": 0, "5": 0, "10": 0, "20": 12, "30": 31, "50": 221, "100": 2323 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 359, "30": 1261, "50": 9949, "100": 117233 } }, "curated": { "nonempty": 16735, "quantiles": [ 7, 60, 176, 341, 571.6599999999999, 2050 ], "below": { "1": 0, "5": 0, "10": 5, "20": 53, "30": 197, "50": 1117, "100": 4029 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 130, "20": 2043, "30": 9897, "50": 55341, "100": 207885 } } }, "train_pairs": 1097509 }, "val": { "items": 7768, "field_nonempty": { "title": 7767, "features": 7386, "description": 5854, "categories": 7675, "details": 7616, "store": 7761, "main_category": 7743 }, "description_or_features": 7507, "source_image": 7765, "adapter_image": 7765, "text_and_image": 7765, "native_differs": 0, "html": 4, "word_counts": { "native": { "nonempty": 7768, "quantiles": [ 3, 59, 180, 344, 577.9899999999998, 2047 ], "below": { "1": 0, "5": 1, "10": 12, "20": 35, "30": 185, "50": 552, "100": 1846 } }, "default": { "nonempty": 7768, "quantiles": [ 3, 59, 180, 344, 577.9899999999998, 2047 ], "below": { "1": 0, "5": 1, "10": 12, "20": 35, "30": 185, "50": 552, "100": 1846 } }, "extended": { "nonempty": 7768, "quantiles": [ 10, 91, 216, 389.3000000000002, 623.9899999999998, 2119 ], "below": { "1": 0, "5": 0, "10": 0, "20": 7, "30": 14, "50": 82, "100": 968 } }, "curated": { "nonempty": 7768, "quantiles": [ 8, 63, 185, 348, 582.3299999999999, 2050 ], "below": { "1": 0, "5": 0, "10": 3, "20": 20, "30": 82, "50": 450, "100": 1735 } } } }, "test": { "items": 7813, "field_nonempty": { "title": 7811, "features": 7415, "description": 5910, "categories": 7715, "details": 7652, "store": 7809, "main_category": 7786 }, "description_or_features": 7548, "source_image": 7809, "adapter_image": 7809, "text_and_image": 7809, "native_differs": 0, "html": 6, "word_counts": { "native": { "nonempty": 7813, "quantiles": [ 5, 58, 179, 346, 580.4000000000005, 2047 ], "below": { "1": 0, "5": 0, "10": 9, "20": 29, "30": 180, "50": 570, "100": 1804 } }, "default": { "nonempty": 7813, "quantiles": [ 5, 58, 179, 346, 580.4000000000005, 2047 ], "below": { "1": 0, "5": 0, "10": 9, "20": 29, "30": 180, "50": 570, "100": 1804 } }, "extended": { "nonempty": 7813, "quantiles": [ 12, 91, 215, 394, 633.5200000000004, 2119 ], "below": { "1": 0, "5": 0, "10": 0, "20": 4, "30": 11, "50": 93, "100": 974 } }, "curated": { "nonempty": 7813, "quantiles": [ 7, 63, 184, 350, 583.4000000000005, 2050 ], "below": { "1": 0, "5": 0, "10": 1, "20": 20, "30": 80, "50": 471, "100": 1672 } } } }, "preprocessed": { "items": 16735, "field_nonempty": { "title": 16733, "features": 15796, "description": 12536, "categories": 16498, "details": 16381, "store": 16722, "main_category": 16680 }, "description_or_features": 16099, "source_image": 16725, "adapter_image": 16725, "text_and_image": 16725, "native_differs": 0, "html": 9, "word_counts": { "native": { "nonempty": 16735, "quantiles": [ 3, 55, 172, 337, 567, 2047 ], "below": { "1": 0, "5": 1, "10": 29, "20": 94, "30": 454, "50": 1371, "100": 4312 } }, "default": { "nonempty": 16735, "quantiles": [ 3, 55, 172, 337, 567, 2047 ], "below": { "1": 0, "5": 1, "10": 29, "20": 94, "30": 454, "50": 1371, "100": 4312 } }, "extended": { "nonempty": 16735, "quantiles": [ 10, 87, 206, 380.60000000000036, 614, 2119 ], "below": { "1": 0, "5": 0, "10": 0, "20": 12, "30": 31, "50": 221, "100": 2323 } }, "curated": { "nonempty": 16735, "quantiles": [ 7, 60, 176, 341, 571.6599999999999, 2050 ], "below": { "1": 0, "5": 0, "10": 5, "20": 53, "30": 197, "50": 1117, "100": 4029 } } } } }, "item_split": { "catalog": { "items": 16735, "field_nonempty": { "title": 16733, "features": 15796, "description": 12536, "categories": 16498, "details": 16381, "store": 16722, "main_category": 16680 }, "description_or_features": 16099, "source_image": 16725, "adapter_image": 16725, "text_and_image": 16725, "native_differs": 0, "html": 9, "word_counts": { "native": { "nonempty": 16735, "quantiles": [ 3, 55, 172, 337, 567, 2047 ], "below": { "1": 0, "5": 1, "10": 29, "20": 94, "30": 454, "50": 1371, "100": 4312 } }, "default": { "nonempty": 16735, "quantiles": [ 3, 55, 172, 337, 567, 2047 ], "below": { "1": 0, "5": 1, "10": 29, "20": 94, "30": 454, "50": 1371, "100": 4312 } }, "extended": { "nonempty": 16735, "quantiles": [ 10, 87, 206, 380.60000000000036, 614, 2119 ], "below": { "1": 0, "5": 0, "10": 0, "20": 12, "30": 31, "50": 221, "100": 2323 } }, "curated": { "nonempty": 16735, "quantiles": [ 7, 60, 176, 341, 571.6599999999999, 2050 ], "below": { "1": 0, "5": 0, "10": 5, "20": 53, "30": 197, "50": 1117, "100": 4029 } } } }, "train": { "items": 14224, "field_nonempty": { "title": 14222, "features": 13428, "description": 10655, "categories": 14024, "details": 13928, "store": 14214, "main_category": 14176 }, "description_or_features": 13681, "source_image": 14215, "adapter_image": 14215, "text_and_image": 14215, "native_differs": 0, "html": 8, "word_counts": { "native": { "nonempty": 14224, "quantiles": [ 3, 55, 173, 339, 567, 1923 ], "below": { "1": 0, "5": 1, "10": 24, "20": 78, "30": 380, "50": 1161, "100": 3641 }, "train_pairs_removed": { "1": 0, "5": 28, "10": 791, "20": 3389, "30": 21550, "50": 65485, "100": 211851 } }, "default": { "nonempty": 14224, "quantiles": [ 3, 55, 173, 339, 567, 1923 ], "below": { "1": 0, "5": 1, "10": 24, "20": 78, "30": 380, "50": 1161, "100": 3641 }, "train_pairs_removed": { "1": 0, "5": 28, "10": 791, "20": 3389, "30": 21550, "50": 65485, "100": 211851 } }, "extended": { "nonempty": 14224, "quantiles": [ 10, 87, 207, 383, 616, 1997 ], "below": { "1": 0, "5": 0, "10": 0, "20": 9, "30": 24, "50": 180, "100": 1978 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 277, "30": 1162, "50": 8997, "100": 111915 } }, "curated": { "nonempty": 14224, "quantiles": [ 7, 60, 177, 342, 572.7700000000004, 1926 ], "below": { "1": 0, "5": 0, "10": 3, "20": 42, "30": 162, "50": 944, "100": 3419 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 87, "20": 1888, "30": 9131, "50": 51428, "100": 197720 } } }, "train_pairs": 1045821 }, "val": { "items": 837, "field_nonempty": { "title": 837, "features": 786, "description": 631, "categories": 819, "details": 820, "store": 834, "main_category": 834 }, "description_or_features": 807, "source_image": 837, "adapter_image": 837, "text_and_image": 837, "native_differs": 0, "html": 0, "word_counts": { "native": { "nonempty": 837, "quantiles": [ 6, 60, 173, 324.19999999999993, 548.3199999999995, 903 ], "below": { "1": 0, "5": 0, "10": 3, "20": 6, "30": 22, "50": 65, "100": 208 } }, "default": { "nonempty": 837, "quantiles": [ 6, 60, 173, 324.19999999999993, 548.3199999999995, 903 ], "below": { "1": 0, "5": 0, "10": 3, "20": 6, "30": 22, "50": 65, "100": 208 } }, "extended": { "nonempty": 837, "quantiles": [ 14, 90.60000000000001, 208, 369.4, 593.4799999999999, 936 ], "below": { "1": 0, "5": 0, "10": 0, "20": 3, "30": 4, "50": 12, "100": 103 } }, "curated": { "nonempty": 837, "quantiles": [ 8, 64.60000000000001, 176, 328, 551.5999999999995, 906 ], "below": { "1": 0, "5": 0, "10": 2, "20": 5, "30": 13, "50": 52, "100": 195 } } } }, "test": { "items": 1674, "field_nonempty": { "title": 1674, "features": 1582, "description": 1250, "categories": 1655, "details": 1633, "store": 1674, "main_category": 1670 }, "description_or_features": 1611, "source_image": 1673, "adapter_image": 1673, "text_and_image": 1673, "native_differs": 0, "html": 1, "word_counts": { "native": { "nonempty": 1674, "quantiles": [ 8, 53.30000000000001, 165, 322, 558.2399999999998, 2047 ], "below": { "1": 0, "5": 0, "10": 2, "20": 10, "30": 52, "50": 145, "100": 463 } }, "default": { "nonempty": 1674, "quantiles": [ 8, 53.30000000000001, 165, 322, 558.2399999999998, 2047 ], "below": { "1": 0, "5": 0, "10": 2, "20": 10, "30": 52, "50": 145, "100": 463 } }, "extended": { "nonempty": 1674, "quantiles": [ 24, 86, 203, 372, 594.1599999999999, 2119 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 3, "50": 29, "100": 242 } }, "curated": { "nonempty": 1674, "quantiles": [ 10, 58, 171.5, 325, 560.9699999999998, 2050 ], "below": { "1": 0, "5": 0, "10": 0, "20": 6, "30": 22, "50": 121, "100": 415 } } } }, "preprocessed": { "items": 16735, "field_nonempty": { "title": 16733, "features": 15796, "description": 12536, "categories": 16498, "details": 16381, "store": 16722, "main_category": 16680 }, "description_or_features": 16099, "source_image": 16725, "adapter_image": 16725, "text_and_image": 16725, "native_differs": 0, "html": 9, "word_counts": { "native": { "nonempty": 16735, "quantiles": [ 3, 55, 172, 337, 567, 2047 ], "below": { "1": 0, "5": 1, "10": 29, "20": 94, "30": 454, "50": 1371, "100": 4312 } }, "default": { "nonempty": 16735, "quantiles": [ 3, 55, 172, 337, 567, 2047 ], "below": { "1": 0, "5": 1, "10": 29, "20": 94, "30": 454, "50": 1371, "100": 4312 } }, "extended": { "nonempty": 16735, "quantiles": [ 10, 87, 206, 380.60000000000036, 614, 2119 ], "below": { "1": 0, "5": 0, "10": 0, "20": 12, "30": 31, "50": 221, "100": 2323 } }, "curated": { "nonempty": 16735, "quantiles": [ 7, 60, 176, 341, 571.6599999999999, 2050 ], "below": { "1": 0, "5": 0, "10": 5, "20": 53, "30": 197, "50": 1117, "100": 4029 } } } } }, "leave_last_out": { "catalog": { "items": 16735, "field_nonempty": { "title": 16733, "features": 15796, "description": 12536, "categories": 16498, "details": 16381, "store": 16722, "main_category": 16680 }, "description_or_features": 16099, "source_image": 16725, "adapter_image": 16725, "text_and_image": 16725, "native_differs": 0, "html": 9, "word_counts": { "native": { "nonempty": 16735, "quantiles": [ 3, 55, 172, 337, 567, 2047 ], "below": { "1": 0, "5": 1, "10": 29, "20": 94, "30": 454, "50": 1371, "100": 4312 } }, "default": { "nonempty": 16735, "quantiles": [ 3, 55, 172, 337, 567, 2047 ], "below": { "1": 0, "5": 1, "10": 29, "20": 94, "30": 454, "50": 1371, "100": 4312 } }, "extended": { "nonempty": 16735, "quantiles": [ 10, 87, 206, 380.60000000000036, 614, 2119 ], "below": { "1": 0, "5": 0, "10": 0, "20": 12, "30": 31, "50": 221, "100": 2323 } }, "curated": { "nonempty": 16735, "quantiles": [ 7, 60, 176, 341, 571.6599999999999, 2050 ], "below": { "1": 0, "5": 0, "10": 5, "20": 53, "30": 197, "50": 1117, "100": 4029 } } } }, "train": { "items": 16735, "field_nonempty": { "title": 16733, "features": 15796, "description": 12536, "categories": 16498, "details": 16381, "store": 16722, "main_category": 16680 }, "description_or_features": 16099, "source_image": 16725, "adapter_image": 16725, "text_and_image": 16725, "native_differs": 0, "html": 9, "word_counts": { "native": { "nonempty": 16735, "quantiles": [ 3, 55, 172, 337, 567, 2047 ], "below": { "1": 0, "5": 1, "10": 29, "20": 94, "30": 454, "50": 1371, "100": 4312 }, "train_pairs_removed": { "1": 0, "5": 25, "10": 811, "20": 3385, "30": 21543, "50": 65365, "100": 210696 } }, "default": { "nonempty": 16735, "quantiles": [ 3, 55, 172, 337, 567, 2047 ], "below": { "1": 0, "5": 1, "10": 29, "20": 94, "30": 454, "50": 1371, "100": 4312 }, "train_pairs_removed": { "1": 0, "5": 25, "10": 811, "20": 3385, "30": 21543, "50": 65365, "100": 210696 } }, "extended": { "nonempty": 16735, "quantiles": [ 10, 87, 206, 380.60000000000036, 614, 2119 ], "below": { "1": 0, "5": 0, "10": 0, "20": 12, "30": 31, "50": 221, "100": 2323 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 343, "30": 1252, "50": 9465, "100": 110718 } }, "curated": { "nonempty": 16735, "quantiles": [ 7, 60, 176, 341, 571.6599999999999, 2050 ], "below": { "1": 0, "5": 0, "10": 5, "20": 53, "30": 197, "50": 1117, "100": 4029 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 135, "20": 1981, "30": 9436, "50": 52284, "100": 196417 } } }, "train_pairs": 1026671 }, "val": { "items": 15347, "field_nonempty": { "title": 15345, "features": 14511, "description": 11418, "categories": 15133, "details": 15031, "store": 15336, "main_category": 15297 }, "description_or_features": 14774, "source_image": 15337, "adapter_image": 15337, "text_and_image": 15337, "native_differs": 0, "html": 9, "word_counts": { "native": { "nonempty": 15347, "quantiles": [ 3, 56, 174, 339, 562.539999999999, 2047 ], "below": { "1": 0, "5": 1, "10": 28, "20": 86, "30": 415, "50": 1243, "100": 3881 } }, "default": { "nonempty": 15347, "quantiles": [ 3, 56, 174, 339, 562.539999999999, 2047 ], "below": { "1": 0, "5": 1, "10": 28, "20": 86, "30": 415, "50": 1243, "100": 3881 } }, "extended": { "nonempty": 15347, "quantiles": [ 10, 88, 209, 383, 610, 2119 ], "below": { "1": 0, "5": 0, "10": 0, "20": 12, "30": 29, "50": 199, "100": 2091 } }, "curated": { "nonempty": 15347, "quantiles": [ 7, 60, 178, 342, 566.539999999999, 2050 ], "below": { "1": 0, "5": 0, "10": 5, "20": 49, "30": 184, "50": 1007, "100": 3623 } } } }, "test": { "items": 14851, "field_nonempty": { "title": 14849, "features": 14043, "description": 10997, "categories": 14641, "details": 14537, "store": 14840, "main_category": 14802 }, "description_or_features": 14296, "source_image": 14842, "adapter_image": 14842, "text_and_image": 14842, "native_differs": 0, "html": 8, "word_counts": { "native": { "nonempty": 14851, "quantiles": [ 3, 56, 175, 339, 562, 2047 ], "below": { "1": 0, "5": 1, "10": 27, "20": 86, "30": 398, "50": 1171, "100": 3731 } }, "default": { "nonempty": 14851, "quantiles": [ 3, 56, 175, 339, 562, 2047 ], "below": { "1": 0, "5": 1, "10": 27, "20": 86, "30": 398, "50": 1171, "100": 3731 } }, "extended": { "nonempty": 14851, "quantiles": [ 10, 88, 210, 384, 609.5, 2119 ], "below": { "1": 0, "5": 0, "10": 0, "20": 10, "30": 27, "50": 198, "100": 1988 } }, "curated": { "nonempty": 14851, "quantiles": [ 7, 61, 180, 343, 565, 2050 ], "below": { "1": 0, "5": 0, "10": 4, "20": 49, "30": 177, "50": 955, "100": 3486 } } } }, "preprocessed": { "items": 16735, "field_nonempty": { "title": 16733, "features": 15796, "description": 12536, "categories": 16498, "details": 16381, "store": 16722, "main_category": 16680 }, "description_or_features": 16099, "source_image": 16725, "adapter_image": 16725, "text_and_image": 16725, "native_differs": 0, "html": 9, "word_counts": { "native": { "nonempty": 16735, "quantiles": [ 3, 55, 172, 337, 567, 2047 ], "below": { "1": 0, "5": 1, "10": 29, "20": 94, "30": 454, "50": 1371, "100": 4312 } }, "default": { "nonempty": 16735, "quantiles": [ 3, 55, 172, 337, 567, 2047 ], "below": { "1": 0, "5": 1, "10": 29, "20": 94, "30": 454, "50": 1371, "100": 4312 } }, "extended": { "nonempty": 16735, "quantiles": [ 10, 87, 206, 380.60000000000036, 614, 2119 ], "below": { "1": 0, "5": 0, "10": 0, "20": 12, "30": 31, "50": 221, "100": 2323 } }, "curated": { "nonempty": 16735, "quantiles": [ 7, 60, 176, 341, 571.6599999999999, 2050 ], "below": { "1": 0, "5": 0, "10": 5, "20": 53, "30": 197, "50": 1117, "100": 4029 } } } } }, "temporal": { "catalog": { "items": 19238, "field_nonempty": { "title": 19236, "features": 18124, "description": 13224, "categories": 18886, "details": 18831, "store": 19226, "main_category": 19186 }, "description_or_features": 18421, "source_image": 19230, "adapter_image": 19230, "text_and_image": 19230, "native_differs": 0, "html": 11, "word_counts": { "native": { "nonempty": 19238, "quantiles": [ 3, 56, 178, 339, 556.630000000001, 2047 ], "below": { "1": 0, "5": 1, "10": 37, "20": 128, "30": 544, "50": 1569, "100": 4730 } }, "default": { "nonempty": 19238, "quantiles": [ 3, 56, 178, 339, 556.630000000001, 2047 ], "below": { "1": 0, "5": 1, "10": 37, "20": 128, "30": 544, "50": 1569, "100": 4730 } }, "extended": { "nonempty": 19238, "quantiles": [ 10, 87, 212, 380, 601.630000000001, 2119 ], "below": { "1": 0, "5": 0, "10": 0, "20": 13, "30": 36, "50": 286, "100": 2634 } }, "curated": { "nonempty": 19238, "quantiles": [ 7, 61, 183, 343, 560, 2050 ], "below": { "1": 0, "5": 0, "10": 7, "20": 72, "30": 241, "50": 1267, "100": 4426 } } } }, "train": { "items": 12329, "field_nonempty": { "title": 12327, "features": 11642, "description": 8983, "categories": 12142, "details": 12082, "store": 12322, "main_category": 12288 }, "description_or_features": 11828, "source_image": 12325, "adapter_image": 12325, "text_and_image": 12325, "native_differs": 0, "html": 8, "word_counts": { "native": { "nonempty": 12329, "quantiles": [ 3, 57, 178, 340, 563.7199999999993, 2047 ], "below": { "1": 0, "5": 1, "10": 24, "20": 77, "30": 339, "50": 968, "100": 2967 }, "train_pairs_removed": { "1": 0, "5": 15, "10": 428, "20": 1685, "30": 9471, "50": 27335, "100": 84434 } }, "default": { "nonempty": 12329, "quantiles": [ 3, 57, 178, 340, 563.7199999999993, 2047 ], "below": { "1": 0, "5": 1, "10": 24, "20": 77, "30": 339, "50": 968, "100": 2967 }, "train_pairs_removed": { "1": 0, "5": 15, "10": 428, "20": 1685, "30": 9471, "50": 27335, "100": 84434 } }, "extended": { "nonempty": 12329, "quantiles": [ 10, 88, 212, 386, 611.7199999999993, 2119 ], "below": { "1": 0, "5": 0, "10": 0, "20": 11, "30": 23, "50": 169, "100": 1659 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 229, "30": 600, "50": 4043, "100": 46156 } }, "curated": { "nonempty": 12329, "quantiles": [ 7, 61, 182, 344, 567, 2050 ], "below": { "1": 0, "5": 0, "10": 5, "20": 45, "30": 148, "50": 797, "100": 2787 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 88, "20": 1030, "30": 4184, "50": 21850, "100": 78905 } } }, "train_pairs": 438683 }, "val": { "items": 14478, "field_nonempty": { "title": 14476, "features": 13718, "description": 10106, "categories": 14257, "details": 14178, "store": 14473, "main_category": 14434 }, "description_or_features": 13931, "source_image": 14473, "adapter_image": 14473, "text_and_image": 14473, "native_differs": 0, "html": 10, "word_counts": { "native": { "nonempty": 14478, "quantiles": [ 5, 57, 180, 340, 555, 2047 ], "below": { "1": 0, "5": 0, "10": 27, "20": 86, "30": 388, "50": 1150, "100": 3594 } }, "default": { "nonempty": 14478, "quantiles": [ 5, 57, 180, 340, 555, 2047 ], "below": { "1": 0, "5": 0, "10": 27, "20": 86, "30": 388, "50": 1150, "100": 3594 } }, "extended": { "nonempty": 14478, "quantiles": [ 10, 88, 214, 385, 601.2299999999996, 2119 ], "below": { "1": 0, "5": 0, "10": 0, "20": 8, "30": 20, "50": 198, "100": 1945 } }, "curated": { "nonempty": 14478, "quantiles": [ 7, 61, 185, 344, 559.2299999999996, 2050 ], "below": { "1": 0, "5": 0, "10": 2, "20": 48, "30": 163, "50": 925, "100": 3364 } } } }, "test": { "items": 13429, "field_nonempty": { "title": 13428, "features": 12796, "description": 9122, "categories": 13242, "details": 13160, "store": 13425, "main_category": 13392 }, "description_or_features": 12975, "source_image": 13421, "adapter_image": 13421, "text_and_image": 13421, "native_differs": 0, "html": 7, "word_counts": { "native": { "nonempty": 13429, "quantiles": [ 5, 59, 184, 342, 554.7199999999993, 2047 ], "below": { "1": 0, "5": 0, "10": 14, "20": 61, "30": 312, "50": 959, "100": 3135 } }, "default": { "nonempty": 13429, "quantiles": [ 5, 59, 184, 342, 554.7199999999993, 2047 ], "below": { "1": 0, "5": 0, "10": 14, "20": 61, "30": 312, "50": 959, "100": 3135 } }, "extended": { "nonempty": 13429, "quantiles": [ 11, 91, 218, 386.2000000000007, 601, 2119 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 16, "50": 152, "100": 1656 } }, "curated": { "nonempty": 13429, "quantiles": [ 7, 64, 189, 346, 559.7199999999993, 2050 ], "below": { "1": 0, "5": 0, "10": 2, "20": 28, "30": 130, "50": 761, "100": 2928 } } } } } }, "union": { "items": 21273, "field_nonempty": { "title": 21271, "features": 19998, "description": 14918, "categories": 20882, "details": 20820, "store": 21258, "main_category": 21216 }, "description_or_features": 20358, "source_image": 21262, "adapter_image": 21262, "text_and_image": 21262, "native_differs": 0, "html": 12, "word_counts": { "native": { "nonempty": 21273, "quantiles": [ 3, 54, 175, 337, 559, 2047 ], "below": { "1": 0, "5": 1, "10": 38, "20": 140, "30": 622, "50": 1799, "100": 5400 } }, "default": { "nonempty": 21273, "quantiles": [ 3, 54, 175, 337, 559, 2047 ], "below": { "1": 0, "5": 1, "10": 38, "20": 140, "30": 622, "50": 1799, "100": 5400 } }, "extended": { "nonempty": 21273, "quantiles": [ 10, 86, 208, 378, 606, 2119 ], "below": { "1": 0, "5": 0, "10": 0, "20": 14, "30": 43, "50": 325, "100": 2997 } }, "curated": { "nonempty": 21273, "quantiles": [ 7, 60, 179, 340, 564, 2050 ], "below": { "1": 0, "5": 0, "10": 7, "20": 79, "30": 277, "50": 1457, "100": 5043 } } } }, "details_keys": [ [ "Manufacturer", 19296 ], [ "UPC", 15872 ], [ "Product Dimensions", 10906 ], [ "Package Dimensions", 9410 ], [ "Is Discontinued By Manufacturer", 8606 ], [ "Item model number", 8273 ], [ "Country of Origin", 5933 ], [ "Brand", 3829 ], [ "Flavor", 2745 ], [ "Item Form", 2237 ], [ "Domestic Shipping", 2129 ], [ "International Shipping", 2129 ], [ "Unit Count", 1866 ], [ "Number of Items", 1599 ], [ "Item Weight", 1470 ], [ "Package Information", 1078 ], [ "Specialty", 811 ], [ "Package Weight", 737 ], [ "Date First Available", 603 ], [ "Department", 487 ], [ "Size", 334 ], [ "Roast Level", 315 ], [ "Caffeine Content", 300 ], [ "Best Sellers Rank", 296 ], [ "Number of Pieces", 269 ], [ "Diet Type", 258 ], [ "Age Range (Description)", 220 ], [ "Tea Variety", 210 ], [ "Variety", 195 ], [ "Color", 176 ], [ "Chocolate Type", 150 ], [ "Occasion", 129 ], [ "Material Feature", 127 ], [ "Weight", 125 ], [ "Item Package Quantity", 124 ], [ "Part Number", 110 ], [ "Allergen Information", 104 ], [ "Item Package Dimensions L x W x H", 82 ], [ "Brand Name", 82 ], [ "Product Benefits", 80 ], [ "Item Dimensions LxWxH", 70 ], [ "Manufacturer recommended age", 66 ], [ "Item Volume", 63 ], [ "Item Dimensions LxWxH", 57 ], [ "Special Feature", 56 ], [ "Material", 56 ], [ "Batteries Required?", 50 ], [ "Batteries Included?", 48 ], [ "Liquid Volume", 48 ], [ "Style", 46 ], [ "Type", 44 ], [ "Package Type", 38 ], [ "Recommended Uses For Product", 38 ], [ "Protein", 36 ], [ "Cuisine", 36 ], [ "Included Components", 33 ], [ "Plant or Animal Product Type", 32 ], [ "Number Of Pieces", 27 ], [ "Model Name", 26 ], [ "Product Care Instructions", 24 ] ], "checked_at_utc": "2026-09-09T13:51:16.249622+00:00" }, { "category": "Handmade_Products", "context": { "catalog_sha256": "d3632a1e46224419155a255e0b6e8995c8b027617045fabc3a30805a5df1c782", "script_sha256": "68bf9fd06b46b02b1a96d0ab2a17b6cb60feae5cb87f986e63221e0872f1355c", "recipe_sha256": "988dcc18ddc0ff458e02eda0b9b91e515a8ceaa38f010704f9959bb4880d704d", "files": [ { "path": "data/amazon2023/Handmade_Products/huggingface/raw_meta_Handmade_Products/full-00000-of-00001.parquet", "kind": "parquet", "size": 132049123, "mtime_ns": 1788905457763796700 } ] }, "source_rows_scanned": 164817, "duplicate_retained_rows": 0, "splits": { "user_split": { "catalog": { "items": 11613, "field_nonempty": { "title": 11612, "features": 7712, "description": 8773, "categories": 11585, "details": 11294, "store": 11576, "main_category": 11613 }, "description_or_features": 11178, "source_image": 11613, "adapter_image": 0, "text_and_image": 11613, "native_differs": 11613, "html": 60, "word_counts": { "native": { "nonempty": 11613, "quantiles": [ 13, 62, 168, 332, 526, 834 ], "below": { "1": 0, "5": 0, "10": 0, "20": 62, "30": 235, "50": 705, "100": 2983 } }, "default": { "nonempty": 11613, "quantiles": [ 7, 64, 170, 333, 529, 836 ], "below": { "1": 0, "5": 0, "10": 1, "20": 73, "30": 256, "50": 665, "100": 2872 } }, "extended": { "nonempty": 11613, "quantiles": [ 18, 81, 187, 352, 549, 863 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 49, "50": 343, "100": 2059 } }, "curated": { "nonempty": 11613, "quantiles": [ 11, 68, 175, 337.8000000000011, 533.8799999999992, 839 ], "below": { "1": 0, "5": 0, "10": 0, "20": 41, "30": 172, "50": 587, "100": 2657 } } } }, "train": { "items": 11613, "field_nonempty": { "title": 11612, "features": 7712, "description": 8773, "categories": 11585, "details": 11294, "store": 11576, "main_category": 11613 }, "description_or_features": 11178, "source_image": 11613, "adapter_image": 0, "text_and_image": 11613, "native_differs": 11613, "html": 60, "word_counts": { "native": { "nonempty": 11613, "quantiles": [ 13, 62, 168, 332, 526, 834 ], "below": { "1": 0, "5": 0, "10": 0, "20": 62, "30": 235, "50": 705, "100": 2983 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 149, "30": 587, "50": 2012, "100": 9465 } }, "default": { "nonempty": 11613, "quantiles": [ 7, 64, 170, 333, 529, 836 ], "below": { "1": 0, "5": 0, "10": 1, "20": 73, "30": 256, "50": 665, "100": 2872 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 2, "20": 167, "30": 629, "50": 1882, "100": 9126 } }, "extended": { "nonempty": 11613, "quantiles": [ 18, 81, 187, 352, 549, 863 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 49, "50": 343, "100": 2059 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 111, "50": 846, "100": 6428 } }, "curated": { "nonempty": 11613, "quantiles": [ 11, 68, 175, 337.8000000000011, 533.8799999999992, 839 ], "below": { "1": 0, "5": 0, "10": 0, "20": 41, "30": 172, "50": 587, "100": 2657 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 93, "30": 387, "50": 1623, "100": 8378 } } }, "train_pairs": 40876 }, "val": { "items": 1725, "field_nonempty": { "title": 1725, "features": 1248, "description": 1204, "categories": 1720, "details": 1685, "store": 1720, "main_category": 1725 }, "description_or_features": 1688, "source_image": 1725, "adapter_image": 0, "text_and_image": 1725, "native_differs": 1725, "html": 12, "word_counts": { "native": { "nonempty": 1725, "quantiles": [ 15, 65.4, 180, 345.8000000000004, 571.56, 687 ], "below": { "1": 0, "5": 0, "10": 0, "20": 8, "30": 25, "50": 81, "100": 400 } }, "default": { "nonempty": 1725, "quantiles": [ 12, 67, 183, 347.60000000000014, 574.3199999999999, 690 ], "below": { "1": 0, "5": 0, "10": 0, "20": 9, "30": 25, "50": 72, "100": 385 } }, "extended": { "nonempty": 1725, "quantiles": [ 23, 85, 202, 366, 596.9199999999998, 714 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 8, "50": 30, "100": 265 } }, "curated": { "nonempty": 1725, "quantiles": [ 16, 71, 187, 352.60000000000014, 581.3199999999999, 696 ], "below": { "1": 0, "5": 0, "10": 0, "20": 7, "30": 16, "50": 59, "100": 356 } } } }, "test": { "items": 1788, "field_nonempty": { "title": 1788, "features": 1305, "description": 1246, "categories": 1786, "details": 1747, "store": 1785, "main_category": 1788 }, "description_or_features": 1730, "source_image": 1788, "adapter_image": 0, "text_and_image": 1788, "native_differs": 1788, "html": 4, "word_counts": { "native": { "nonempty": 1788, "quantiles": [ 15, 63, 175.5, 332, 530.3899999999996, 661 ], "below": { "1": 0, "5": 0, "10": 0, "20": 11, "30": 30, "50": 92, "100": 427 } }, "default": { "nonempty": 1788, "quantiles": [ 11, 64, 177, 334.5999999999999, 533.3899999999996, 664 ], "below": { "1": 0, "5": 0, "10": 0, "20": 12, "30": 35, "50": 86, "100": 416 } }, "extended": { "nonempty": 1788, "quantiles": [ 22, 83, 197, 354, 556.2599999999998, 686 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 9, "50": 45, "100": 301 } }, "curated": { "nonempty": 1788, "quantiles": [ 15, 68, 182, 340.29999999999995, 536.2599999999998, 668 ], "below": { "1": 0, "5": 0, "10": 0, "20": 5, "30": 21, "50": 72, "100": 383 } } } }, "preprocessed": { "items": 11878, "field_nonempty": { "title": 11877, "features": 7875, "description": 8993, "categories": 11849, "details": 11554, "store": 11841, "main_category": 11878 }, "description_or_features": 11435, "source_image": 11878, "adapter_image": 0, "text_and_image": 11878, "native_differs": 11878, "html": 61, "word_counts": { "native": { "nonempty": 11878, "quantiles": [ 13, 62, 167.5, 332, 528.2299999999996, 834 ], "below": { "1": 0, "5": 0, "10": 0, "20": 64, "30": 239, "50": 720, "100": 3048 } }, "default": { "nonempty": 11878, "quantiles": [ 7, 64, 170, 333.3000000000011, 531, 836 ], "below": { "1": 0, "5": 0, "10": 1, "20": 75, "30": 261, "50": 680, "100": 2936 } }, "extended": { "nonempty": 11878, "quantiles": [ 18, 81, 187, 353, 552.2299999999996, 863 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 51, "50": 349, "100": 2103 } }, "curated": { "nonempty": 11878, "quantiles": [ 11, 68, 174, 338, 535.2299999999996, 839 ], "below": { "1": 0, "5": 0, "10": 0, "20": 42, "30": 176, "50": 599, "100": 2716 } } } } }, "item_split": { "catalog": { "items": 11878, "field_nonempty": { "title": 11877, "features": 7875, "description": 8993, "categories": 11849, "details": 11554, "store": 11841, "main_category": 11878 }, "description_or_features": 11435, "source_image": 11878, "adapter_image": 0, "text_and_image": 11878, "native_differs": 11878, "html": 61, "word_counts": { "native": { "nonempty": 11878, "quantiles": [ 13, 62, 167.5, 332, 528.2299999999996, 834 ], "below": { "1": 0, "5": 0, "10": 0, "20": 64, "30": 239, "50": 720, "100": 3048 } }, "default": { "nonempty": 11878, "quantiles": [ 7, 64, 170, 333.3000000000011, 531, 836 ], "below": { "1": 0, "5": 0, "10": 1, "20": 75, "30": 261, "50": 680, "100": 2936 } }, "extended": { "nonempty": 11878, "quantiles": [ 18, 81, 187, 353, 552.2299999999996, 863 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 51, "50": 349, "100": 2103 } }, "curated": { "nonempty": 11878, "quantiles": [ 11, 68, 174, 338, 535.2299999999996, 839 ], "below": { "1": 0, "5": 0, "10": 0, "20": 42, "30": 176, "50": 599, "100": 2716 } } } }, "train": { "items": 10096, "field_nonempty": { "title": 10095, "features": 6709, "description": 7650, "categories": 10071, "details": 9825, "store": 10066, "main_category": 10096 }, "description_or_features": 9724, "source_image": 10096, "adapter_image": 0, "text_and_image": 10096, "native_differs": 10096, "html": 55, "word_counts": { "native": { "nonempty": 10096, "quantiles": [ 13, 62, 168, 331, 530, 834 ], "below": { "1": 0, "5": 0, "10": 0, "20": 53, "30": 198, "50": 621, "100": 2571 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 154, "30": 600, "50": 2136, "100": 9947 } }, "default": { "nonempty": 10096, "quantiles": [ 7, 63, 170, 333, 533, 836 ], "below": { "1": 0, "5": 0, "10": 1, "20": 62, "30": 221, "50": 585, "100": 2473 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 3, "20": 173, "30": 656, "50": 1981, "100": 9591 } }, "extended": { "nonempty": 10096, "quantiles": [ 18, 81, 188, 352, 553, 863 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 46, "50": 297, "100": 1791 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 3, "30": 126, "50": 882, "100": 6803 } }, "curated": { "nonempty": 10096, "quantiles": [ 11, 68, 175, 337, 536, 839 ], "below": { "1": 0, "5": 0, "10": 0, "20": 37, "30": 149, "50": 518, "100": 2291 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 102, "30": 405, "50": 1715, "100": 8806 } } }, "train_pairs": 43229 }, "val": { "items": 587, "field_nonempty": { "title": 587, "features": 378, "description": 443, "categories": 585, "details": 572, "store": 587, "main_category": 587 }, "description_or_features": 562, "source_image": 587, "adapter_image": 0, "text_and_image": 587, "native_differs": 587, "html": 0, "word_counts": { "native": { "nonempty": 587, "quantiles": [ 15, 62, 158, 339.79999999999995, 502.61999999999955, 661 ], "below": { "1": 0, "5": 0, "10": 0, "20": 4, "30": 14, "50": 39, "100": 165 } }, "default": { "nonempty": 587, "quantiles": [ 10, 64, 160, 342.79999999999995, 505.61999999999955, 664 ], "below": { "1": 0, "5": 0, "10": 0, "20": 6, "30": 13, "50": 36, "100": 157 } }, "extended": { "nonempty": 587, "quantiles": [ 21, 81, 178, 361.5999999999999, 529.3199999999995, 686 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 2, "50": 17, "100": 108 } }, "curated": { "nonempty": 587, "quantiles": [ 14, 68, 165, 345.9999999999999, 511.3199999999995, 668 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 10, "50": 29, "100": 143 } } } }, "test": { "items": 1180, "field_nonempty": { "title": 1180, "features": 781, "description": 887, "categories": 1178, "details": 1142, "store": 1173, "main_category": 1180 }, "description_or_features": 1134, "source_image": 1180, "adapter_image": 0, "text_and_image": 1180, "native_differs": 1180, "html": 6, "word_counts": { "native": { "nonempty": 1180, "quantiles": [ 18, 66, 171, 333, 511.3600000000006, 651 ], "below": { "1": 0, "5": 0, "10": 0, "20": 7, "30": 27, "50": 59, "100": 308 } }, "default": { "nonempty": 1180, "quantiles": [ 16, 67, 173, 334.10000000000014, 514.3600000000006, 654 ], "below": { "1": 0, "5": 0, "10": 0, "20": 7, "30": 27, "50": 58, "100": 302 } }, "extended": { "nonempty": 1180, "quantiles": [ 20, 84, 190.5, 354, 535.2600000000002, 678 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 3, "50": 35, "100": 201 } }, "curated": { "nonempty": 1180, "quantiles": [ 18, 72, 178.5, 340.10000000000014, 518.7300000000005, 660 ], "below": { "1": 0, "5": 0, "10": 0, "20": 3, "30": 17, "50": 52, "100": 279 } } } }, "preprocessed": { "items": 11878, "field_nonempty": { "title": 11877, "features": 7875, "description": 8993, "categories": 11849, "details": 11554, "store": 11841, "main_category": 11878 }, "description_or_features": 11435, "source_image": 11878, "adapter_image": 0, "text_and_image": 11878, "native_differs": 11878, "html": 61, "word_counts": { "native": { "nonempty": 11878, "quantiles": [ 13, 62, 167.5, 332, 528.2299999999996, 834 ], "below": { "1": 0, "5": 0, "10": 0, "20": 64, "30": 239, "50": 720, "100": 3048 } }, "default": { "nonempty": 11878, "quantiles": [ 7, 64, 170, 333.3000000000011, 531, 836 ], "below": { "1": 0, "5": 0, "10": 1, "20": 75, "30": 261, "50": 680, "100": 2936 } }, "extended": { "nonempty": 11878, "quantiles": [ 18, 81, 187, 353, 552.2299999999996, 863 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 51, "50": 349, "100": 2103 } }, "curated": { "nonempty": 11878, "quantiles": [ 11, 68, 174, 338, 535.2299999999996, 839 ], "below": { "1": 0, "5": 0, "10": 0, "20": 42, "30": 176, "50": 599, "100": 2716 } } } } }, "leave_last_out": { "catalog": { "items": 14723, "field_nonempty": { "title": 14721, "features": 7895, "description": 12053, "categories": 14683, "details": 14259, "store": 14682, "main_category": 14723 }, "description_or_features": 14073, "source_image": 14723, "adapter_image": 0, "text_and_image": 14723, "native_differs": 14723, "html": 51, "word_counts": { "native": { "nonempty": 14723, "quantiles": [ 12, 57, 145, 314, 484, 822 ], "below": { "1": 0, "5": 0, "10": 0, "20": 101, "30": 437, "50": 1154, "100": 4663 } }, "default": { "nonempty": 14723, "quantiles": [ 8, 58, 147, 316, 487, 824 ], "below": { "1": 0, "5": 0, "10": 7, "20": 125, "30": 460, "50": 1105, "100": 4516 } }, "extended": { "nonempty": 14723, "quantiles": [ 18, 73, 163, 335.8000000000011, 508.78000000000065, 851 ], "below": { "1": 0, "5": 0, "10": 0, "20": 5, "30": 81, "50": 615, "100": 3242 } }, "curated": { "nonempty": 14723, "quantiles": [ 11, 63, 152, 321, 494.34000000000196, 827 ], "below": { "1": 0, "5": 0, "10": 0, "20": 59, "30": 315, "50": 954, "100": 4183 } } } }, "train": { "items": 9726, "field_nonempty": { "title": 9724, "features": 5173, "description": 7910, "categories": 9701, "details": 9423, "store": 9699, "main_category": 9726 }, "description_or_features": 9302, "source_image": 9726, "adapter_image": 0, "text_and_image": 9726, "native_differs": 9726, "html": 28, "word_counts": { "native": { "nonempty": 9726, "quantiles": [ 12, 57, 144, 313, 481, 742 ], "below": { "1": 0, "5": 0, "10": 0, "20": 76, "30": 295, "50": 768, "100": 3126 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 80, "30": 307, "50": 831, "100": 3594 } }, "default": { "nonempty": 9726, "quantiles": [ 8, 58, 147, 316, 484, 745 ], "below": { "1": 0, "5": 0, "10": 4, "20": 93, "30": 306, "50": 738, "100": 3037 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 4, "20": 97, "30": 319, "50": 792, "100": 3496 } }, "extended": { "nonempty": 9726, "quantiles": [ 19, 73, 162, 335, 506.75, 768 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 59, "50": 411, "100": 2154 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 61, "50": 428, "100": 2443 } }, "curated": { "nonempty": 9726, "quantiles": [ 12, 63, 151, 321, 489, 750 ], "below": { "1": 0, "5": 0, "10": 0, "20": 41, "30": 213, "50": 635, "100": 2805 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 42, "30": 217, "50": 679, "100": 3230 } } }, "train_pairs": 12001 }, "val": { "items": 3350, "field_nonempty": { "title": 3350, "features": 1931, "description": 2635, "categories": 3342, "details": 3250, "store": 3341, "main_category": 3350 }, "description_or_features": 3223, "source_image": 3350, "adapter_image": 0, "text_and_image": 3350, "native_differs": 3350, "html": 9, "word_counts": { "native": { "nonempty": 3350, "quantiles": [ 12, 59, 153, 325, 497, 742 ], "below": { "1": 0, "5": 0, "10": 0, "20": 16, "30": 82, "50": 219, "100": 989 } }, "default": { "nonempty": 3350, "quantiles": [ 9, 61, 155, 327, 501, 745 ], "below": { "1": 0, "5": 0, "10": 1, "20": 20, "30": 87, "50": 205, "100": 957 } }, "extended": { "nonempty": 3350, "quantiles": [ 19, 76, 173, 346, 520.5099999999998, 768 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 11, "50": 112, "100": 691 } }, "curated": { "nonempty": 3350, "quantiles": [ 12, 65, 160, 332, 503, 750 ], "below": { "1": 0, "5": 0, "10": 0, "20": 7, "30": 53, "50": 183, "100": 883 } } } }, "test": { "items": 3347, "field_nonempty": { "title": 3347, "features": 2054, "description": 2601, "categories": 3340, "details": 3234, "store": 3340, "main_category": 3347 }, "description_or_features": 3214, "source_image": 3347, "adapter_image": 0, "text_and_image": 3347, "native_differs": 3347, "html": 16, "word_counts": { "native": { "nonempty": 3347, "quantiles": [ 12, 59, 156, 318, 511.09999999999945, 822 ], "below": { "1": 0, "5": 0, "10": 0, "20": 15, "30": 81, "50": 231, "100": 933 } }, "default": { "nonempty": 3347, "quantiles": [ 9, 61, 158, 320, 514.5599999999995, 824 ], "below": { "1": 0, "5": 0, "10": 2, "20": 19, "30": 88, "50": 219, "100": 892 } }, "extended": { "nonempty": 3347, "quantiles": [ 18, 77, 175, 339, 534.6999999999998, 851 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 14, "50": 118, "100": 637 } }, "curated": { "nonempty": 3347, "quantiles": [ 11, 66, 163, 324, 521.5599999999995, 827 ], "below": { "1": 0, "5": 0, "10": 0, "20": 12, "30": 58, "50": 188, "100": 833 } } } }, "preprocessed": { "items": 14723, "field_nonempty": { "title": 14721, "features": 7895, "description": 12053, "categories": 14683, "details": 14259, "store": 14682, "main_category": 14723 }, "description_or_features": 14073, "source_image": 14723, "adapter_image": 0, "text_and_image": 14723, "native_differs": 14723, "html": 51, "word_counts": { "native": { "nonempty": 14723, "quantiles": [ 12, 57, 145, 314, 484, 822 ], "below": { "1": 0, "5": 0, "10": 0, "20": 101, "30": 437, "50": 1154, "100": 4663 } }, "default": { "nonempty": 14723, "quantiles": [ 8, 58, 147, 316, 487, 824 ], "below": { "1": 0, "5": 0, "10": 7, "20": 125, "30": 460, "50": 1105, "100": 4516 } }, "extended": { "nonempty": 14723, "quantiles": [ 18, 73, 163, 335.8000000000011, 508.78000000000065, 851 ], "below": { "1": 0, "5": 0, "10": 0, "20": 5, "30": 81, "50": 615, "100": 3242 } }, "curated": { "nonempty": 14723, "quantiles": [ 11, 63, 152, 321, 494.34000000000196, 827 ], "below": { "1": 0, "5": 0, "10": 0, "20": 59, "30": 315, "50": 954, "100": 4183 } } } } }, "temporal": { "catalog": { "items": 11710, "field_nonempty": { "title": 11709, "features": 7296, "description": 9329, "categories": 11685, "details": 11376, "store": 11656, "main_category": 11710 }, "description_or_features": 11261, "source_image": 11710, "adapter_image": 0, "text_and_image": 11710, "native_differs": 11710, "html": 37, "word_counts": { "native": { "nonempty": 11710, "quantiles": [ 11, 59, 153, 314, 483, 884 ], "below": { "1": 0, "5": 0, "10": 0, "20": 70, "30": 276, "50": 799, "100": 3326 } }, "default": { "nonempty": 11710, "quantiles": [ 5, 61, 155, 316, 486, 885 ], "below": { "1": 0, "5": 0, "10": 4, "20": 83, "30": 290, "50": 765, "100": 3214 } }, "extended": { "nonempty": 11710, "quantiles": [ 16, 78, 173, 336, 507, 897 ], "below": { "1": 0, "5": 0, "10": 0, "20": 3, "30": 58, "50": 369, "100": 2259 } }, "curated": { "nonempty": 11710, "quantiles": [ 9, 66, 160, 321, 490.90999999999985, 890 ], "below": { "1": 0, "5": 0, "10": 1, "20": 42, "30": 207, "50": 643, "100": 2950 } } } }, "train": { "items": 5138, "field_nonempty": { "title": 5138, "features": 2857, "description": 4278, "categories": 5133, "details": 4975, "store": 5116, "main_category": 5138 }, "description_or_features": 4921, "source_image": 5138, "adapter_image": 0, "text_and_image": 5138, "native_differs": 5138, "html": 10, "word_counts": { "native": { "nonempty": 5138, "quantiles": [ 13, 57, 145, 306.3000000000002, 485.8900000000003, 676 ], "below": { "1": 0, "5": 0, "10": 0, "20": 42, "30": 141, "50": 396, "100": 1620 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 44, "30": 144, "50": 420, "100": 1806 } }, "default": { "nonempty": 5138, "quantiles": [ 9, 58, 147, 309, 488.8900000000003, 679 ], "below": { "1": 0, "5": 0, "10": 2, "20": 48, "30": 146, "50": 380, "100": 1572 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 2, "20": 50, "30": 149, "50": 403, "100": 1753 } }, "extended": { "nonempty": 5138, "quantiles": [ 18, 74, 163, 328.3000000000002, 510, 696 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 34, "50": 181, "100": 1107 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 35, "50": 186, "100": 1215 } }, "curated": { "nonempty": 5138, "quantiles": [ 11, 63, 152, 313.3000000000002, 495, 684 ], "below": { "1": 0, "5": 0, "10": 0, "20": 26, "30": 101, "50": 326, "100": 1439 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 26, "30": 103, "50": 346, "100": 1600 } } }, "train_pairs": 5823 }, "val": { "items": 2029, "field_nonempty": { "title": 2029, "features": 1525, "description": 1541, "categories": 2026, "details": 1975, "store": 2020, "main_category": 2029 }, "description_or_features": 1975, "source_image": 2029, "adapter_image": 0, "text_and_image": 2029, "native_differs": 2029, "html": 10, "word_counts": { "native": { "nonempty": 2029, "quantiles": [ 17, 65, 166, 318, 487.44000000000005, 834 ], "below": { "1": 0, "5": 0, "10": 0, "20": 3, "30": 34, "50": 112, "100": 530 } }, "default": { "nonempty": 2029, "quantiles": [ 12, 66.80000000000001, 169, 320.20000000000005, 491.1600000000001, 836 ], "below": { "1": 0, "5": 0, "10": 0, "20": 4, "30": 35, "50": 106, "100": 507 } }, "extended": { "nonempty": 2029, "quantiles": [ 23, 83, 187, 339, 514.1600000000001, 863 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 3, "50": 53, "100": 339 } }, "curated": { "nonempty": 2029, "quantiles": [ 16, 71, 173, 325, 496.1600000000001, 839 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 25, "50": 93, "100": 468 } } } }, "test": { "items": 1708, "field_nonempty": { "title": 1708, "features": 1474, "description": 1107, "categories": 1699, "details": 1666, "store": 1705, "main_category": 1708 }, "description_or_features": 1679, "source_image": 1708, "adapter_image": 0, "text_and_image": 1708, "native_differs": 1708, "html": 8, "word_counts": { "native": { "nonempty": 1708, "quantiles": [ 11, 73, 184, 333, 476.72000000000025, 678 ], "below": { "1": 0, "5": 0, "10": 0, "20": 5, "30": 17, "50": 69, "100": 340 } }, "default": { "nonempty": 1708, "quantiles": [ 5, 75, 187, 334.5999999999999, 479.72000000000025, 680 ], "below": { "1": 0, "5": 0, "10": 1, "20": 6, "30": 18, "50": 64, "100": 331 } }, "extended": { "nonempty": 1708, "quantiles": [ 16, 91.70000000000002, 207, 355, 500.6500000000003, 705 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 1, "50": 23, "100": 214 } }, "curated": { "nonempty": 1708, "quantiles": [ 9, 79, 191, 340, 481.72000000000025, 687 ], "below": { "1": 0, "5": 0, "10": 1, "20": 1, "30": 14, "50": 45, "100": 307 } } } } } }, "union": { "items": 23704, "field_nonempty": { "title": 23701, "features": 13383, "description": 19212, "categories": 23633, "details": 22975, "store": 23620, "main_category": 23704 }, "description_or_features": 22610, "source_image": 23704, "adapter_image": 0, "text_and_image": 23704, "native_differs": 23704, "html": 88, "word_counts": { "native": { "nonempty": 23704, "quantiles": [ 11, 57, 149, 317, 491.97000000000116, 884 ], "below": { "1": 0, "5": 0, "10": 0, "20": 158, "30": 684, "50": 1872, "100": 7160 } }, "default": { "nonempty": 23704, "quantiles": [ 5, 58.30000000000018, 151, 319, 495, 885 ], "below": { "1": 0, "5": 0, "10": 10, "20": 197, "30": 732, "50": 1792, "100": 6927 } }, "extended": { "nonempty": 23704, "quantiles": [ 16, 74, 168, 338, 516, 897 ], "below": { "1": 0, "5": 0, "10": 0, "20": 7, "30": 137, "50": 980, "100": 5015 } }, "curated": { "nonempty": 23704, "quantiles": [ 9, 63, 156, 323, 499.97000000000116, 890 ], "below": { "1": 0, "5": 0, "10": 1, "20": 101, "30": 505, "50": 1549, "100": 6429 } } } }, "details_keys": [ [ "Date First Available", 22961 ], [ "Package Dimensions", 11431 ], [ "Department", 11232 ], [ "Item Weight", 726 ], [ "Manufacturer recommended age", 438 ], [ "Is Discontinued By Manufacturer", 96 ], [ "Manufacturer", 94 ], [ "Country of Origin", 62 ], [ "Product Dimensions", 41 ], [ "Item model number", 26 ], [ "Best Sellers Rank", 7 ], [ "Brand", 6 ], [ "Material", 5 ], [ "Number of Items", 5 ], [ "Shape", 5 ], [ "Batteries", 4 ], [ "Size", 4 ], [ "Orientation", 4 ], [ "Theme", 3 ], [ "Material Feature", 3 ], [ "Color", 2 ], [ "Mounting Type", 2 ], [ "Item Form", 2 ], [ "Batteries required", 2 ], [ "Style", 1 ], [ "Room Type", 1 ], [ "Number Of Pockets", 1 ], [ "Skin Type", 1 ], [ "Flavor", 1 ], [ "Unit Count", 1 ], [ "Use for", 1 ], [ "Specific instructions for use", 1 ], [ "Perfume", 1 ] ], "checked_at_utc": "2026-09-09T13:51:21.452547+00:00" }, { "category": "Health_and_Household", "context": { "catalog_sha256": "a2a4d9d040aa5cc3525af9445cc14e5de1591c960ea18e1bc2aedac85efde084", "script_sha256": "68bf9fd06b46b02b1a96d0ab2a17b6cb60feae5cb87f986e63221e0872f1355c", "recipe_sha256": "988dcc18ddc0ff458e02eda0b9b91e515a8ceaa38f010704f9959bb4880d704d", "files": [ { "path": "data/amazon2023/Health_and_Household/huggingface/raw/meta_categories/meta_Health_and_Household.jsonl", "kind": "jsonl", "size": 2468505069, "mtime_ns": 1788910104657592300 } ] }, "source_rows_scanned": 797563, "duplicate_retained_rows": 0, "splits": { "user_split": { "catalog": { "items": 19922, "field_nonempty": { "title": 19922, "features": 19309, "description": 11830, "categories": 19919, "details": 19859, "store": 19899, "main_category": 19644 }, "description_or_features": 19572, "source_image": 19922, "adapter_image": 19922, "text_and_image": 19922, "native_differs": 0, "html": 21, "word_counts": { "native": { "nonempty": 19922, "quantiles": [ 14, 80, 208, 375, 621, 3166 ], "below": { "1": 0, "5": 0, "10": 0, "20": 16, "30": 150, "50": 762, "100": 2996 } }, "default": { "nonempty": 19922, "quantiles": [ 14, 80, 208, 375, 621, 3166 ], "below": { "1": 0, "5": 0, "10": 0, "20": 16, "30": 150, "50": 762, "100": 2996 } }, "extended": { "nonempty": 19922, "quantiles": [ 25, 141, 275, 454, 699.7900000000009, 3220 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 2, "50": 12, "100": 628 } }, "curated": { "nonempty": 19922, "quantiles": [ 19, 88, 217, 384, 628, 3171 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 30, "50": 473, "100": 2520 } } } }, "train": { "items": 19922, "field_nonempty": { "title": 19922, "features": 19309, "description": 11830, "categories": 19919, "details": 19859, "store": 19899, "main_category": 19644 }, "description_or_features": 19572, "source_image": 19922, "adapter_image": 19922, "text_and_image": 19922, "native_differs": 0, "html": 21, "word_counts": { "native": { "nonempty": 19922, "quantiles": [ 14, 80, 208, 375, 621, 3166 ], "below": { "1": 0, "5": 0, "10": 0, "20": 16, "30": 150, "50": 762, "100": 2996 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 1157, "30": 7091, "50": 33463, "100": 139965 } }, "default": { "nonempty": 19922, "quantiles": [ 14, 80, 208, 375, 621, 3166 ], "below": { "1": 0, "5": 0, "10": 0, "20": 16, "30": 150, "50": 762, "100": 2996 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 1157, "30": 7091, "50": 33463, "100": 139965 } }, "extended": { "nonempty": 19922, "quantiles": [ 25, 141, 275, 454, 699.7900000000009, 3220 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 2, "50": 12, "100": 628 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 48, "50": 498, "100": 27789 } }, "curated": { "nonempty": 19922, "quantiles": [ 19, 88, 217, 384, 628, 3171 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 30, "50": 473, "100": 2520 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 17, "30": 1540, "50": 21048, "100": 115781 } } }, "train_pairs": 1177657 }, "val": { "items": 9180, "field_nonempty": { "title": 9180, "features": 8936, "description": 5664, "categories": 9177, "details": 9160, "store": 9171, "main_category": 9050 }, "description_or_features": 9047, "source_image": 9180, "adapter_image": 9180, "text_and_image": 9180, "native_differs": 0, "html": 6, "word_counts": { "native": { "nonempty": 9180, "quantiles": [ 14, 85, 212, 376, 630.2099999999991, 2268 ], "below": { "1": 0, "5": 0, "10": 0, "20": 7, "30": 67, "50": 315, "100": 1267 } }, "default": { "nonempty": 9180, "quantiles": [ 14, 85, 212, 376, 630.2099999999991, 2268 ], "below": { "1": 0, "5": 0, "10": 0, "20": 7, "30": 67, "50": 315, "100": 1267 } }, "extended": { "nonempty": 9180, "quantiles": [ 34, 146, 281, 457, 707.6299999999974, 2352 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 5, "100": 255 } }, "curated": { "nonempty": 9180, "quantiles": [ 21, 93, 221, 385, 640, 2273 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 10, "50": 199, "100": 1043 } } } }, "test": { "items": 8986, "field_nonempty": { "title": 8986, "features": 8737, "description": 5595, "categories": 8985, "details": 8966, "store": 8979, "main_category": 8870 }, "description_or_features": 8843, "source_image": 8986, "adapter_image": 8986, "text_and_image": 8986, "native_differs": 0, "html": 10, "word_counts": { "native": { "nonempty": 8986, "quantiles": [ 18, 82, 211, 378, 640.0499999999975, 2373 ], "below": { "1": 0, "5": 0, "10": 0, "20": 3, "30": 55, "50": 313, "100": 1266 } }, "default": { "nonempty": 8986, "quantiles": [ 18, 82, 211, 378, 640.0499999999975, 2373 ], "below": { "1": 0, "5": 0, "10": 0, "20": 3, "30": 55, "50": 313, "100": 1266 } }, "extended": { "nonempty": 8986, "quantiles": [ 25, 144, 280, 460, 729.2999999999993, 2444 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 6, "100": 259 } }, "curated": { "nonempty": 8986, "quantiles": [ 22, 91, 220, 387, 651.5999999999985, 2378 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 8, "50": 198, "100": 1065 } } } }, "preprocessed": { "items": 19922, "field_nonempty": { "title": 19922, "features": 19309, "description": 11830, "categories": 19919, "details": 19859, "store": 19899, "main_category": 19644 }, "description_or_features": 19572, "source_image": 19922, "adapter_image": 19922, "text_and_image": 19922, "native_differs": 0, "html": 21, "word_counts": { "native": { "nonempty": 19922, "quantiles": [ 14, 80, 208, 375, 621, 3166 ], "below": { "1": 0, "5": 0, "10": 0, "20": 16, "30": 150, "50": 762, "100": 2996 } }, "default": { "nonempty": 19922, "quantiles": [ 14, 80, 208, 375, 621, 3166 ], "below": { "1": 0, "5": 0, "10": 0, "20": 16, "30": 150, "50": 762, "100": 2996 } }, "extended": { "nonempty": 19922, "quantiles": [ 25, 141, 275, 454, 699.7900000000009, 3220 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 2, "50": 12, "100": 628 } }, "curated": { "nonempty": 19922, "quantiles": [ 19, 88, 217, 384, 628, 3171 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 30, "50": 473, "100": 2520 } } } } }, "item_split": { "catalog": { "items": 19922, "field_nonempty": { "title": 19922, "features": 19309, "description": 11830, "categories": 19919, "details": 19859, "store": 19899, "main_category": 19644 }, "description_or_features": 19572, "source_image": 19922, "adapter_image": 19922, "text_and_image": 19922, "native_differs": 0, "html": 21, "word_counts": { "native": { "nonempty": 19922, "quantiles": [ 14, 80, 208, 375, 621, 3166 ], "below": { "1": 0, "5": 0, "10": 0, "20": 16, "30": 150, "50": 762, "100": 2996 } }, "default": { "nonempty": 19922, "quantiles": [ 14, 80, 208, 375, 621, 3166 ], "below": { "1": 0, "5": 0, "10": 0, "20": 16, "30": 150, "50": 762, "100": 2996 } }, "extended": { "nonempty": 19922, "quantiles": [ 25, 141, 275, 454, 699.7900000000009, 3220 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 2, "50": 12, "100": 628 } }, "curated": { "nonempty": 19922, "quantiles": [ 19, 88, 217, 384, 628, 3171 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 30, "50": 473, "100": 2520 } } } }, "train": { "items": 16932, "field_nonempty": { "title": 16932, "features": 16401, "description": 10083, "categories": 16929, "details": 16879, "store": 16914, "main_category": 16689 }, "description_or_features": 16630, "source_image": 16932, "adapter_image": 16932, "text_and_image": 16932, "native_differs": 0, "html": 17, "word_counts": { "native": { "nonempty": 16932, "quantiles": [ 14, 80, 208, 374, 621, 2268 ], "below": { "1": 0, "5": 0, "10": 0, "20": 14, "30": 132, "50": 650, "100": 2557 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 1248, "30": 7434, "50": 32372, "100": 133852 } }, "default": { "nonempty": 16932, "quantiles": [ 14, 80, 208, 374, 621, 2268 ], "below": { "1": 0, "5": 0, "10": 0, "20": 14, "30": 132, "50": 650, "100": 2557 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 1248, "30": 7434, "50": 32372, "100": 133852 } }, "extended": { "nonempty": 16932, "quantiles": [ 25, 141, 275, 452.89999999999964, 696.6899999999987, 2352 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 2, "50": 11, "100": 546 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 55, "50": 531, "100": 28188 } }, "curated": { "nonempty": 16932, "quantiles": [ 19, 88, 216, 383, 628, 2273 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 28, "50": 410, "100": 2152 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 20, "30": 1681, "50": 21016, "100": 110112 } } }, "train_pairs": 1137763 }, "val": { "items": 997, "field_nonempty": { "title": 997, "features": 972, "description": 577, "categories": 997, "details": 993, "store": 997, "main_category": 991 }, "description_or_features": 985, "source_image": 997, "adapter_image": 997, "text_and_image": 997, "native_differs": 0, "html": 1, "word_counts": { "native": { "nonempty": 997, "quantiles": [ 24, 77, 204, 388.4, 725.2799999999997, 3166 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 4, "50": 43, "100": 160 } }, "default": { "nonempty": 997, "quantiles": [ 24, 77, 204, 388.4, 725.2799999999997, 3166 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 4, "50": 43, "100": 160 } }, "extended": { "nonempty": 997, "quantiles": [ 64, 137.60000000000002, 271, 479, 780.3999999999996, 3220 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 0, "100": 29 } }, "curated": { "nonempty": 997, "quantiles": [ 32, 85, 214, 398.1999999999998, 733.1599999999999, 3171 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 21, "100": 136 } } } }, "test": { "items": 1993, "field_nonempty": { "title": 1993, "features": 1936, "description": 1170, "categories": 1993, "details": 1987, "store": 1988, "main_category": 1964 }, "description_or_features": 1957, "source_image": 1993, "adapter_image": 1993, "text_and_image": 1993, "native_differs": 0, "html": 3, "word_counts": { "native": { "nonempty": 1993, "quantiles": [ 18, 84, 210, 373.79999999999995, 597.9599999999991, 1075 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 14, "50": 69, "100": 279 } }, "default": { "nonempty": 1993, "quantiles": [ 18, 84, 210, 373.79999999999995, 597.9599999999991, 1075 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 14, "50": 69, "100": 279 } }, "extended": { "nonempty": 1993, "quantiles": [ 45, 144.20000000000002, 277, 454, 673.3199999999979, 1134 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 1, "100": 53 } }, "curated": { "nonempty": 1993, "quantiles": [ 22, 93.20000000000002, 220, 381.79999999999995, 607.5599999999995, 1086 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 2, "50": 42, "100": 232 } } } }, "preprocessed": { "items": 19922, "field_nonempty": { "title": 19922, "features": 19309, "description": 11830, "categories": 19919, "details": 19859, "store": 19899, "main_category": 19644 }, "description_or_features": 19572, "source_image": 19922, "adapter_image": 19922, "text_and_image": 19922, "native_differs": 0, "html": 21, "word_counts": { "native": { "nonempty": 19922, "quantiles": [ 14, 80, 208, 375, 621, 3166 ], "below": { "1": 0, "5": 0, "10": 0, "20": 16, "30": 150, "50": 762, "100": 2996 } }, "default": { "nonempty": 19922, "quantiles": [ 14, 80, 208, 375, 621, 3166 ], "below": { "1": 0, "5": 0, "10": 0, "20": 16, "30": 150, "50": 762, "100": 2996 } }, "extended": { "nonempty": 19922, "quantiles": [ 25, 141, 275, 454, 699.7900000000009, 3220 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 2, "50": 12, "100": 628 } }, "curated": { "nonempty": 19922, "quantiles": [ 19, 88, 217, 384, 628, 3171 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 30, "50": 473, "100": 2520 } } } } }, "leave_last_out": { "catalog": { "items": 19922, "field_nonempty": { "title": 19922, "features": 19309, "description": 11830, "categories": 19919, "details": 19859, "store": 19899, "main_category": 19644 }, "description_or_features": 19572, "source_image": 19922, "adapter_image": 19922, "text_and_image": 19922, "native_differs": 0, "html": 21, "word_counts": { "native": { "nonempty": 19922, "quantiles": [ 14, 80, 208, 375, 621, 3166 ], "below": { "1": 0, "5": 0, "10": 0, "20": 16, "30": 150, "50": 762, "100": 2996 } }, "default": { "nonempty": 19922, "quantiles": [ 14, 80, 208, 375, 621, 3166 ], "below": { "1": 0, "5": 0, "10": 0, "20": 16, "30": 150, "50": 762, "100": 2996 } }, "extended": { "nonempty": 19922, "quantiles": [ 25, 141, 275, 454, 699.7900000000009, 3220 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 2, "50": 12, "100": 628 } }, "curated": { "nonempty": 19922, "quantiles": [ 19, 88, 217, 384, 628, 3171 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 30, "50": 473, "100": 2520 } } } }, "train": { "items": 19922, "field_nonempty": { "title": 19922, "features": 19309, "description": 11830, "categories": 19919, "details": 19859, "store": 19899, "main_category": 19644 }, "description_or_features": 19572, "source_image": 19922, "adapter_image": 19922, "text_and_image": 19922, "native_differs": 0, "html": 21, "word_counts": { "native": { "nonempty": 19922, "quantiles": [ 14, 80, 208, 375, 621, 3166 ], "below": { "1": 0, "5": 0, "10": 0, "20": 16, "30": 150, "50": 762, "100": 2996 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 1131, "30": 7301, "50": 34123, "100": 142402 } }, "default": { "nonempty": 19922, "quantiles": [ 14, 80, 208, 375, 621, 3166 ], "below": { "1": 0, "5": 0, "10": 0, "20": 16, "30": 150, "50": 762, "100": 2996 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 1131, "30": 7301, "50": 34123, "100": 142402 } }, "extended": { "nonempty": 19922, "quantiles": [ 25, 141, 275, 454, 699.7900000000009, 3220 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 2, "50": 12, "100": 628 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 45, "50": 513, "100": 28334 } }, "curated": { "nonempty": 19922, "quantiles": [ 19, 88, 217, 384, 628, 3171 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 30, "50": 473, "100": 2520 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 17, "30": 1557, "50": 21654, "100": 117908 } } }, "train_pairs": 1166630 }, "val": { "items": 16439, "field_nonempty": { "title": 16439, "features": 15990, "description": 9494, "categories": 16436, "details": 16389, "store": 16422, "main_category": 16227 }, "description_or_features": 16189, "source_image": 16439, "adapter_image": 16439, "text_and_image": 16439, "native_differs": 0, "html": 17, "word_counts": { "native": { "nonempty": 16439, "quantiles": [ 14, 85, 212, 375, 607, 3166 ], "below": { "1": 0, "5": 0, "10": 0, "20": 9, "30": 96, "50": 553, "100": 2244 } }, "default": { "nonempty": 16439, "quantiles": [ 14, 85, 212, 375, 607, 3166 ], "below": { "1": 0, "5": 0, "10": 0, "20": 9, "30": 96, "50": 553, "100": 2244 } }, "extended": { "nonempty": 16439, "quantiles": [ 25, 146, 280, 456, 679.619999999999, 3220 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 2, "50": 8, "100": 438 } }, "curated": { "nonempty": 16439, "quantiles": [ 19, 93, 221, 384, 616.619999999999, 3171 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 14, "50": 333, "100": 1870 } } } }, "test": { "items": 15703, "field_nonempty": { "title": 15703, "features": 15286, "description": 8911, "categories": 15701, "details": 15658, "store": 15684, "main_category": 15506 }, "description_or_features": 15475, "source_image": 15703, "adapter_image": 15703, "text_and_image": 15703, "native_differs": 0, "html": 15, "word_counts": { "native": { "nonempty": 15703, "quantiles": [ 16, 88, 214, 375, 595.9799999999996, 2268 ], "below": { "1": 0, "5": 0, "10": 0, "20": 11, "30": 93, "50": 515, "100": 2036 } }, "default": { "nonempty": 15703, "quantiles": [ 16, 88, 214, 375, 595.9799999999996, 2268 ], "below": { "1": 0, "5": 0, "10": 0, "20": 11, "30": 93, "50": 515, "100": 2036 } }, "extended": { "nonempty": 15703, "quantiles": [ 25, 149, 281, 455, 668.9799999999996, 2352 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 2, "50": 8, "100": 403 } }, "curated": { "nonempty": 15703, "quantiles": [ 21, 96, 223, 384, 601.9799999999996, 2273 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 16, "50": 314, "100": 1678 } } } }, "preprocessed": { "items": 19922, "field_nonempty": { "title": 19922, "features": 19309, "description": 11830, "categories": 19919, "details": 19859, "store": 19899, "main_category": 19644 }, "description_or_features": 19572, "source_image": 19922, "adapter_image": 19922, "text_and_image": 19922, "native_differs": 0, "html": 21, "word_counts": { "native": { "nonempty": 19922, "quantiles": [ 14, 80, 208, 375, 621, 3166 ], "below": { "1": 0, "5": 0, "10": 0, "20": 16, "30": 150, "50": 762, "100": 2996 } }, "default": { "nonempty": 19922, "quantiles": [ 14, 80, 208, 375, 621, 3166 ], "below": { "1": 0, "5": 0, "10": 0, "20": 16, "30": 150, "50": 762, "100": 2996 } }, "extended": { "nonempty": 19922, "quantiles": [ 25, 141, 275, 454, 699.7900000000009, 3220 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 2, "50": 12, "100": 628 } }, "curated": { "nonempty": 19922, "quantiles": [ 19, 88, 217, 384, 628, 3171 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 30, "50": 473, "100": 2520 } } } } }, "temporal": { "catalog": { "items": 19907, "field_nonempty": { "title": 19907, "features": 19322, "description": 10189, "categories": 19904, "details": 19844, "store": 19889, "main_category": 19594 }, "description_or_features": 19535, "source_image": 19907, "adapter_image": 19907, "text_and_image": 19907, "native_differs": 0, "html": 19, "word_counts": { "native": { "nonempty": 19907, "quantiles": [ 14, 90, 219, 376, 606, 3166 ], "below": { "1": 0, "5": 0, "10": 0, "20": 12, "30": 118, "50": 667, "100": 2387 } }, "default": { "nonempty": 19907, "quantiles": [ 14, 90, 219, 376, 606, 3166 ], "below": { "1": 0, "5": 0, "10": 0, "20": 12, "30": 118, "50": 667, "100": 2387 } }, "extended": { "nonempty": 19907, "quantiles": [ 34, 151, 285, 451, 676.9399999999987, 3220 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 10, "100": 545 } }, "curated": { "nonempty": 19907, "quantiles": [ 21, 99, 228, 384, 615, 3171 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 26, "50": 394, "100": 1998 } } } }, "train": { "items": 12277, "field_nonempty": { "title": 12277, "features": 11926, "description": 7566, "categories": 12274, "details": 12247, "store": 12264, "main_category": 12102 }, "description_or_features": 12067, "source_image": 12277, "adapter_image": 12277, "text_and_image": 12277, "native_differs": 0, "html": 13, "word_counts": { "native": { "nonempty": 12277, "quantiles": [ 14, 85, 211, 375, 626, 2373 ], "below": { "1": 0, "5": 0, "10": 0, "20": 10, "30": 76, "50": 427, "100": 1666 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 633, "30": 2993, "50": 14082, "100": 59167 } }, "default": { "nonempty": 12277, "quantiles": [ 14, 85, 211, 375, 626, 2373 ], "below": { "1": 0, "5": 0, "10": 0, "20": 10, "30": 76, "50": 427, "100": 1666 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 633, "30": 2993, "50": 14082, "100": 59167 } }, "extended": { "nonempty": 12277, "quantiles": [ 34, 147, 280, 457, 705, 2444 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 7, "100": 341 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 202, "100": 11645 } }, "curated": { "nonempty": 12277, "quantiles": [ 21, 94, 220, 384, 633, 2378 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 19, "50": 260, "100": 1396 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 796, "50": 8916, "100": 48540 } } }, "train_pairs": 552121 }, "val": { "items": 13166, "field_nonempty": { "title": 13166, "features": 12871, "description": 7314, "categories": 13166, "details": 13131, "store": 13152, "main_category": 12979 }, "description_or_features": 13015, "source_image": 13166, "adapter_image": 13166, "text_and_image": 13166, "native_differs": 0, "html": 13, "word_counts": { "native": { "nonempty": 13166, "quantiles": [ 16, 93, 217, 372, 595.3500000000004, 2268 ], "below": { "1": 0, "5": 0, "10": 0, "20": 6, "30": 59, "50": 347, "100": 1527 } }, "default": { "nonempty": 13166, "quantiles": [ 16, 93, 217, 372, 595.3500000000004, 2268 ], "below": { "1": 0, "5": 0, "10": 0, "20": 6, "30": 59, "50": 347, "100": 1527 } }, "extended": { "nonempty": 13166, "quantiles": [ 34, 154, 286, 452.5, 666, 2352 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 5, "100": 268 } }, "curated": { "nonempty": 13166, "quantiles": [ 22, 102, 226, 381, 601.4000000000015, 2273 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 10, "50": 198, "100": 1245 } } } }, "test": { "items": 14545, "field_nonempty": { "title": 14545, "features": 14210, "description": 6818, "categories": 14545, "details": 14501, "store": 14532, "main_category": 14350 }, "description_or_features": 14348, "source_image": 14545, "adapter_image": 14545, "text_and_image": 14545, "native_differs": 0, "html": 12, "word_counts": { "native": { "nonempty": 14545, "quantiles": [ 16, 100, 226, 372.60000000000036, 576.5599999999995, 1671 ], "below": { "1": 0, "5": 0, "10": 0, "20": 6, "30": 63, "50": 384, "100": 1453 } }, "default": { "nonempty": 14545, "quantiles": [ 16, 100, 226, 372.60000000000036, 576.5599999999995, 1671 ], "below": { "1": 0, "5": 0, "10": 0, "20": 6, "30": 63, "50": 384, "100": 1453 } }, "extended": { "nonempty": 14545, "quantiles": [ 34, 161, 292, 448, 654.119999999999, 1752 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 4, "100": 292 } }, "curated": { "nonempty": 14545, "quantiles": [ 23, 109, 235, 381, 584.5599999999995, 1676 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 8, "50": 206, "100": 1201 } } } } } }, "union": { "items": 23856, "field_nonempty": { "title": 23856, "features": 23087, "description": 12870, "categories": 23853, "details": 23772, "store": 23832, "main_category": 23473 }, "description_or_features": 23377, "source_image": 23856, "adapter_image": 23856, "text_and_image": 23856, "native_differs": 0, "html": 25, "word_counts": { "native": { "nonempty": 23856, "quantiles": [ 14, 83, 213, 375, 612, 3166 ], "below": { "1": 0, "5": 0, "10": 0, "20": 17, "30": 173, "50": 911, "100": 3328 } }, "default": { "nonempty": 23856, "quantiles": [ 14, 83, 213, 375, 612, 3166 ], "below": { "1": 0, "5": 0, "10": 0, "20": 17, "30": 173, "50": 911, "100": 3328 } }, "extended": { "nonempty": 23856, "quantiles": [ 25, 143, 279, 450, 686.4500000000007, 3220 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 2, "50": 14, "100": 766 } }, "curated": { "nonempty": 23856, "quantiles": [ 19, 91, 222, 384, 620.4500000000007, 3171 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 38, "50": 551, "100": 2803 } } } }, "details_keys": [ [ "Manufacturer", 22454 ], [ "Brand", 20767 ], [ "Date First Available", 20232 ], [ "Product Dimensions", 15703 ], [ "Item model number", 14303 ], [ "Is Discontinued By Manufacturer", 13070 ], [ "Item Form", 10803 ], [ "Item Weight", 8341 ], [ "Unit Count", 8174 ], [ "Age Range (Description)", 6822 ], [ "Package Dimensions", 6672 ], [ "Country of Origin", 6394 ], [ "Color", 5832 ], [ "Flavor", 5735 ], [ "Number of Items", 5636 ], [ "Material", 4899 ], [ "Product Benefits", 4864 ], [ "Item Dimensions LxWxH", 4212 ], [ "Special Feature", 3845 ], [ "Material Feature", 3420 ], [ "Diet Type", 3410 ], [ "Best Sellers Rank", 3284 ], [ "Scent", 3095 ], [ "Department", 2899 ], [ "Size", 2721 ], [ "Package Information", 2523 ], [ "Primary Supplement Type", 2427 ], [ "Recommended Uses For Product", 2272 ], [ "Domestic Shipping", 2129 ], [ "International Shipping", 2129 ], [ "Specific Uses For Product", 1969 ], [ "UPC", 1685 ], [ "Style", 1393 ], [ "Special Ingredients", 1328 ], [ "Batteries", 1292 ], [ "Power Source", 1266 ], [ "Use for", 1016 ], [ "Dosage Form", 967 ], [ "Batteries required", 953 ], [ "Item Volume", 936 ], [ "Included Components", 864 ], [ "Seasons", 684 ], [ "Part Number", 675 ], [ "Shape", 671 ], [ "Item Package Quantity", 640 ], [ "Capacity", 633 ], [ "Material Type Free", 630 ], [ "Batteries Required?", 600 ], [ "Number of Batteries", 567 ], [ "Battery Cell Composition", 567 ], [ "Pattern", 554 ], [ "Model Name", 547 ], [ "Handle Material", 522 ], [ "Surface Recommendation", 520 ], [ "Active Ingredients", 520 ], [ "Item Firmness Description", 515 ], [ "Sheet Count", 507 ], [ "Batteries Included?", 468 ], [ "Product Care Instructions", 430 ], [ "Occasion", 386 ] ], "checked_at_utc": "2026-09-09T13:51:33.674190+00:00" }, { "category": "Health_and_Personal_Care", "context": { "catalog_sha256": "3e84dadb556bea0a0b4d122ee5085678b5e9748ef471d2004bc41ea5473b0382", "script_sha256": "68bf9fd06b46b02b1a96d0ab2a17b6cb60feae5cb87f986e63221e0872f1355c", "recipe_sha256": "988dcc18ddc0ff458e02eda0b9b91e515a8ceaa38f010704f9959bb4880d704d", "files": [ { "path": "data/amazon2023/Health_and_Personal_Care/huggingface/raw/meta_categories/meta_Health_and_Personal_Care.jsonl", "kind": "jsonl", "size": 118005874, "mtime_ns": 1788905680466412300 } ] }, "source_rows_scanned": 60293, "duplicate_retained_rows": 0, "splits": { "user_split": { "catalog": { "items": 15041, "field_nonempty": { "title": 15038, "features": 4291, "description": 4176, "categories": 0, "details": 14857, "store": 14548, "main_category": 15041 }, "description_or_features": 5464, "source_image": 15041, "adapter_image": 15041, "text_and_image": 15038, "native_differs": 0, "html": 23, "word_counts": { "native": { "nonempty": 15038, "quantiles": [ 0, 10, 26, 197, 463.8000000000011, 1013 ], "below": { "1": 3, "5": 170, "10": 1194, "20": 4908, "30": 8986, "50": 11006, "100": 12163 } }, "default": { "nonempty": 15038, "quantiles": [ 0, 10, 26, 197, 463.8000000000011, 1013 ], "below": { "1": 3, "5": 170, "10": 1194, "20": 4908, "30": 8986, "50": 11006, "100": 12163 } }, "extended": { "nonempty": 15041, "quantiles": [ 4, 38, 69, 244, 519.6000000000004, 1062 ], "below": { "1": 0, "5": 1, "10": 18, "20": 159, "30": 633, "50": 3495, "100": 11144 } }, "curated": { "nonempty": 15041, "quantiles": [ 3, 15, 32, 204, 469.60000000000036, 1022 ], "below": { "1": 0, "5": 26, "10": 379, "20": 2981, "30": 6709, "50": 10820, "100": 12038 } } } }, "train": { "items": 15041, "field_nonempty": { "title": 15038, "features": 4291, "description": 4176, "categories": 0, "details": 14857, "store": 14548, "main_category": 15041 }, "description_or_features": 5464, "source_image": 15041, "adapter_image": 15041, "text_and_image": 15038, "native_differs": 0, "html": 23, "word_counts": { "native": { "nonempty": 15038, "quantiles": [ 0, 10, 26, 197, 463.8000000000011, 1013 ], "below": { "1": 3, "5": 170, "10": 1194, "20": 4908, "30": 8986, "50": 11006, "100": 12163 }, "train_pairs_removed": { "1": 3, "5": 303, "10": 2040, "20": 8964, "30": 17460, "50": 22438, "100": 25339 } }, "default": { "nonempty": 15038, "quantiles": [ 0, 10, 26, 197, 463.8000000000011, 1013 ], "below": { "1": 3, "5": 170, "10": 1194, "20": 4908, "30": 8986, "50": 11006, "100": 12163 }, "train_pairs_removed": { "1": 3, "5": 303, "10": 2040, "20": 8964, "30": 17460, "50": 22438, "100": 25339 } }, "extended": { "nonempty": 15041, "quantiles": [ 4, 38, 69, 244, 519.6000000000004, 1062 ], "below": { "1": 0, "5": 1, "10": 18, "20": 159, "30": 633, "50": 3495, "100": 11144 }, "train_pairs_removed": { "1": 0, "5": 1, "10": 30, "20": 221, "30": 878, "50": 5572, "100": 22378 } }, "curated": { "nonempty": 15041, "quantiles": [ 3, 15, 32, 204, 469.60000000000036, 1022 ], "below": { "1": 0, "5": 26, "10": 379, "20": 2981, "30": 6709, "50": 10820, "100": 12038 }, "train_pairs_removed": { "1": 0, "5": 67, "10": 591, "20": 5058, "30": 12240, "50": 21926, "100": 25014 } } }, "train_pairs": 35887 }, "val": { "items": 940, "field_nonempty": { "title": 940, "features": 391, "description": 289, "categories": 0, "details": 932, "store": 920, "main_category": 940 }, "description_or_features": 443, "source_image": 940, "adapter_image": 940, "text_and_image": 940, "native_differs": 0, "html": 1, "word_counts": { "native": { "nonempty": 940, "quantiles": [ 2, 13, 31, 254.4000000000001, 575.61, 976 ], "below": { "1": 0, "5": 10, "10": 42, "20": 209, "30": 441, "50": 570, "100": 647 } }, "default": { "nonempty": 940, "quantiles": [ 2, 13, 31, 254.4000000000001, 575.61, 976 ], "below": { "1": 0, "5": 10, "10": 42, "20": 209, "30": 441, "50": 570, "100": 647 } }, "extended": { "nonempty": 940, "quantiles": [ 7, 45.900000000000006, 80, 312, 631.61, 1029 ], "below": { "1": 0, "5": 0, "10": 1, "20": 3, "30": 19, "50": 128, "100": 568 } }, "curated": { "nonempty": 940, "quantiles": [ 4, 18, 38, 265.20000000000005, 583, 981 ], "below": { "1": 0, "5": 1, "10": 12, "20": 106, "30": 299, "50": 561, "100": 635 } } } }, "test": { "items": 877, "field_nonempty": { "title": 877, "features": 368, "description": 283, "categories": 0, "details": 864, "store": 857, "main_category": 877 }, "description_or_features": 427, "source_image": 877, "adapter_image": 877, "text_and_image": 877, "native_differs": 0, "html": 1, "word_counts": { "native": { "nonempty": 877, "quantiles": [ 2, 13.600000000000009, 31, 258.79999999999995, 529.2000000000003, 976 ], "below": { "1": 0, "5": 10, "10": 39, "20": 184, "30": 404, "50": 526, "100": 610 } }, "default": { "nonempty": 877, "quantiles": [ 2, 13.600000000000009, 31, 258.79999999999995, 529.2000000000003, 976 ], "below": { "1": 0, "5": 10, "10": 39, "20": 184, "30": 404, "50": 526, "100": 610 } }, "extended": { "nonempty": 877, "quantiles": [ 5, 45, 82, 312, 577.44, 1029 ], "below": { "1": 0, "5": 0, "10": 2, "20": 5, "30": 18, "50": 124, "100": 529 } }, "curated": { "nonempty": 877, "quantiles": [ 4, 19, 39, 263.4, 536.7600000000002, 981 ], "below": { "1": 0, "5": 1, "10": 11, "20": 97, "30": 276, "50": 515, "100": 601 } } } }, "preprocessed": { "items": 17288, "field_nonempty": { "title": 17285, "features": 4895, "description": 4854, "categories": 0, "details": 17068, "store": 16697, "main_category": 17288 }, "description_or_features": 6280, "source_image": 17288, "adapter_image": 17288, "text_and_image": 17285, "native_differs": 0, "html": 27, "word_counts": { "native": { "nonempty": 17285, "quantiles": [ 0, 10, 26, 194, 462, 1013 ], "below": { "1": 3, "5": 191, "10": 1402, "20": 5740, "30": 10377, "50": 12707, "100": 14032 } }, "default": { "nonempty": 17285, "quantiles": [ 0, 10, 26, 194, 462, 1013 ], "below": { "1": 3, "5": 191, "10": 1402, "20": 5740, "30": 10377, "50": 12707, "100": 14032 } }, "extended": { "nonempty": 17288, "quantiles": [ 4, 37, 69, 240, 517, 1062 ], "below": { "1": 0, "5": 1, "10": 20, "20": 188, "30": 750, "50": 4119, "100": 12886 } }, "curated": { "nonempty": 17288, "quantiles": [ 2, 15, 31, 200, 468.130000000001, 1022 ], "below": { "1": 0, "5": 32, "10": 439, "20": 3514, "30": 7804, "50": 12496, "100": 13898 } } } } }, "item_split": { "catalog": { "items": 17288, "field_nonempty": { "title": 17285, "features": 4895, "description": 4854, "categories": 0, "details": 17068, "store": 16697, "main_category": 17288 }, "description_or_features": 6280, "source_image": 17288, "adapter_image": 17288, "text_and_image": 17285, "native_differs": 0, "html": 27, "word_counts": { "native": { "nonempty": 17285, "quantiles": [ 0, 10, 26, 194, 462, 1013 ], "below": { "1": 3, "5": 191, "10": 1402, "20": 5740, "30": 10377, "50": 12707, "100": 14032 } }, "default": { "nonempty": 17285, "quantiles": [ 0, 10, 26, 194, 462, 1013 ], "below": { "1": 3, "5": 191, "10": 1402, "20": 5740, "30": 10377, "50": 12707, "100": 14032 } }, "extended": { "nonempty": 17288, "quantiles": [ 4, 37, 69, 240, 517, 1062 ], "below": { "1": 0, "5": 1, "10": 20, "20": 188, "30": 750, "50": 4119, "100": 12886 } }, "curated": { "nonempty": 17288, "quantiles": [ 2, 15, 31, 200, 468.130000000001, 1022 ], "below": { "1": 0, "5": 32, "10": 439, "20": 3514, "30": 7804, "50": 12496, "100": 13898 } } } }, "train": { "items": 14694, "field_nonempty": { "title": 14691, "features": 4179, "description": 4149, "categories": 0, "details": 14497, "store": 14196, "main_category": 14694 }, "description_or_features": 5345, "source_image": 14694, "adapter_image": 14694, "text_and_image": 14691, "native_differs": 0, "html": 23, "word_counts": { "native": { "nonempty": 14691, "quantiles": [ 0, 10, 26, 194, 462, 976 ], "below": { "1": 3, "5": 163, "10": 1183, "20": 4862, "30": 8787, "50": 10772, "100": 11901 }, "train_pairs_removed": { "1": 3, "5": 288, "10": 2126, "20": 9539, "30": 18458, "50": 23723, "100": 26803 } }, "default": { "nonempty": 14691, "quantiles": [ 0, 10, 26, 194, 462, 976 ], "below": { "1": 3, "5": 163, "10": 1183, "20": 4862, "30": 8787, "50": 10772, "100": 11901 }, "train_pairs_removed": { "1": 3, "5": 288, "10": 2126, "20": 9539, "30": 18458, "50": 23723, "100": 26803 } }, "extended": { "nonempty": 14694, "quantiles": [ 4, 37, 69, 242, 519.0699999999997, 1029 ], "below": { "1": 0, "5": 1, "10": 18, "20": 157, "30": 634, "50": 3490, "100": 10940 }, "train_pairs_removed": { "1": 0, "5": 1, "10": 36, "20": 225, "30": 902, "50": 5846, "100": 23833 } }, "curated": { "nonempty": 14694, "quantiles": [ 2, 15, 32, 201, 469.0699999999997, 981 ], "below": { "1": 0, "5": 28, "10": 367, "20": 2988, "30": 6604, "50": 10597, "100": 11785 }, "train_pairs_removed": { "1": 0, "5": 56, "10": 599, "20": 5373, "30": 12955, "50": 23291, "100": 26456 } } }, "train_pairs": 38004 }, "val": { "items": 784, "field_nonempty": { "title": 784, "features": 224, "description": 221, "categories": 0, "details": 777, "store": 749, "main_category": 784 }, "description_or_features": 291, "source_image": 784, "adapter_image": 784, "text_and_image": 784, "native_differs": 0, "html": 0, "word_counts": { "native": { "nonempty": 784, "quantiles": [ 2, 10, 26, 185.10000000000014, 422.3799999999994, 1013 ], "below": { "1": 0, "5": 8, "10": 67, "20": 250, "30": 474, "50": 578, "100": 643 } }, "default": { "nonempty": 784, "quantiles": [ 2, 10, 26, 185.10000000000014, 422.3799999999994, 1013 ], "below": { "1": 0, "5": 8, "10": 67, "20": 250, "30": 474, "50": 578, "100": 643 } }, "extended": { "nonempty": 784, "quantiles": [ 15, 38, 69, 228.4000000000001, 477.3399999999999, 1062 ], "below": { "1": 0, "5": 0, "10": 0, "20": 7, "30": 39, "50": 189, "100": 586 } }, "curated": { "nonempty": 784, "quantiles": [ 4, 15, 32, 190, 434.6999999999996, 1022 ], "below": { "1": 0, "5": 2, "10": 19, "20": 149, "30": 361, "50": 564, "100": 638 } } } }, "test": { "items": 1585, "field_nonempty": { "title": 1585, "features": 441, "description": 423, "categories": 0, "details": 1571, "store": 1534, "main_category": 1585 }, "description_or_features": 570, "source_image": 1585, "adapter_image": 1585, "text_and_image": 1585, "native_differs": 0, "html": 4, "word_counts": { "native": { "nonempty": 1585, "quantiles": [ 2, 10, 26, 200.60000000000014, 461.24000000000115, 790 ], "below": { "1": 0, "5": 17, "10": 133, "20": 536, "30": 966, "50": 1175, "100": 1290 } }, "default": { "nonempty": 1585, "quantiles": [ 2, 10, 26, 200.60000000000014, 461.24000000000115, 790 ], "below": { "1": 0, "5": 17, "10": 133, "20": 536, "30": 966, "50": 1175, "100": 1290 } }, "extended": { "nonempty": 1585, "quantiles": [ 8, 38, 70, 243, 510.04000000000156, 828 ], "below": { "1": 0, "5": 0, "10": 2, "20": 21, "30": 65, "50": 373, "100": 1178 } }, "curated": { "nonempty": 1585, "quantiles": [ 4, 15, 31, 205, 465.7600000000009, 793 ], "below": { "1": 0, "5": 2, "10": 47, "20": 321, "30": 719, "50": 1157, "100": 1280 } } } }, "preprocessed": { "items": 17288, "field_nonempty": { "title": 17285, "features": 4895, "description": 4854, "categories": 0, "details": 17068, "store": 16697, "main_category": 17288 }, "description_or_features": 6280, "source_image": 17288, "adapter_image": 17288, "text_and_image": 17285, "native_differs": 0, "html": 27, "word_counts": { "native": { "nonempty": 17285, "quantiles": [ 0, 10, 26, 194, 462, 1013 ], "below": { "1": 3, "5": 191, "10": 1402, "20": 5740, "30": 10377, "50": 12707, "100": 14032 } }, "default": { "nonempty": 17285, "quantiles": [ 0, 10, 26, 194, 462, 1013 ], "below": { "1": 3, "5": 191, "10": 1402, "20": 5740, "30": 10377, "50": 12707, "100": 14032 } }, "extended": { "nonempty": 17288, "quantiles": [ 4, 37, 69, 240, 517, 1062 ], "below": { "1": 0, "5": 1, "10": 20, "20": 188, "30": 750, "50": 4119, "100": 12886 } }, "curated": { "nonempty": 17288, "quantiles": [ 2, 15, 31, 200, 468.130000000001, 1022 ], "below": { "1": 0, "5": 32, "10": 439, "20": 3514, "30": 7804, "50": 12496, "100": 13898 } } } } }, "leave_last_out": { "catalog": { "items": 3448, "field_nonempty": { "title": 3447, "features": 928, "description": 661, "categories": 0, "details": 3408, "store": 3399, "main_category": 3448 }, "description_or_features": 1075, "source_image": 3448, "adapter_image": 3448, "text_and_image": 3447, "native_differs": 0, "html": 3, "word_counts": { "native": { "nonempty": 3447, "quantiles": [ 0, 13, 28, 224.30000000000018, 453.52999999999975, 1013 ], "below": { "1": 1, "5": 35, "10": 180, "20": 850, "30": 1970, "50": 2565, "100": 2752 } }, "default": { "nonempty": 3447, "quantiles": [ 0, 13, 28, 224.30000000000018, 453.52999999999975, 1013 ], "below": { "1": 1, "5": 35, "10": 180, "20": 850, "30": 1970, "50": 2565, "100": 2752 } }, "extended": { "nonempty": 3448, "quantiles": [ 5, 43, 73, 273.60000000000036, 511.52999999999975, 1062 ], "below": { "1": 0, "5": 0, "10": 6, "20": 27, "30": 91, "50": 557, "100": 2546 } }, "curated": { "nonempty": 3448, "quantiles": [ 3, 18, 34, 231, 462.0599999999995, 1022 ], "below": { "1": 0, "5": 4, "10": 52, "20": 437, "30": 1254, "50": 2533, "100": 2730 } } } }, "train": { "items": 2697, "field_nonempty": { "title": 2696, "features": 713, "description": 477, "categories": 0, "details": 2668, "store": 2662, "main_category": 2697 }, "description_or_features": 806, "source_image": 2697, "adapter_image": 2697, "text_and_image": 2696, "native_differs": 0, "html": 3, "word_counts": { "native": { "nonempty": 2696, "quantiles": [ 0, 13, 28, 219, 456.0799999999999, 1013 ], "below": { "1": 1, "5": 29, "10": 137, "20": 648, "30": 1545, "50": 2029, "100": 2170 }, "train_pairs_removed": { "1": 1, "5": 63, "10": 284, "20": 1277, "30": 3378, "50": 4586, "100": 4822 } }, "default": { "nonempty": 2696, "quantiles": [ 0, 13, 28, 219, 456.0799999999999, 1013 ], "below": { "1": 1, "5": 29, "10": 137, "20": 648, "30": 1545, "50": 2029, "100": 2170 }, "train_pairs_removed": { "1": 1, "5": 63, "10": 284, "20": 1277, "30": 3378, "50": 4586, "100": 4822 } }, "extended": { "nonempty": 2697, "quantiles": [ 5, 43, 73, 268, 513.1999999999998, 1062 ], "below": { "1": 0, "5": 0, "10": 5, "20": 22, "30": 73, "50": 426, "100": 2011 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 11, "20": 41, "30": 120, "50": 713, "100": 4491 } }, "curated": { "nonempty": 2697, "quantiles": [ 3, 18, 34, 226, 463.03999999999996, 1022 ], "below": { "1": 0, "5": 3, "10": 41, "20": 328, "30": 957, "50": 2003, "100": 2150 }, "train_pairs_removed": { "1": 0, "5": 5, "10": 63, "20": 567, "30": 1939, "50": 4542, "100": 4777 } } }, "train_pairs": 6372 }, "val": { "items": 911, "field_nonempty": { "title": 911, "features": 238, "description": 154, "categories": 0, "details": 901, "store": 903, "main_category": 911 }, "description_or_features": 272, "source_image": 911, "adapter_image": 911, "text_and_image": 911, "native_differs": 0, "html": 1, "word_counts": { "native": { "nonempty": 911, "quantiles": [ 2, 14, 28, 227, 460.69999999999993, 976 ], "below": { "1": 0, "5": 6, "10": 38, "20": 188, "30": 490, "50": 676, "100": 717 } }, "default": { "nonempty": 911, "quantiles": [ 2, 14, 28, 227, 460.69999999999993, 976 ], "below": { "1": 0, "5": 6, "10": 38, "20": 188, "30": 490, "50": 676, "100": 717 } }, "extended": { "nonempty": 911, "quantiles": [ 8, 46, 75, 279, 520.1999999999998, 1029 ], "below": { "1": 0, "5": 0, "10": 2, "20": 6, "30": 15, "50": 123, "100": 669 } }, "curated": { "nonempty": 911, "quantiles": [ 4, 19, 35, 235, 468.79999999999995, 981 ], "below": { "1": 0, "5": 1, "10": 9, "20": 95, "30": 298, "50": 671, "100": 713 } } } }, "test": { "items": 857, "field_nonempty": { "title": 857, "features": 248, "description": 150, "categories": 0, "details": 851, "store": 850, "main_category": 857 }, "description_or_features": 289, "source_image": 857, "adapter_image": 857, "text_and_image": 857, "native_differs": 0, "html": 0, "word_counts": { "native": { "nonempty": 857, "quantiles": [ 3, 14, 28, 244, 465.95999999999947, 605 ], "below": { "1": 0, "5": 4, "10": 36, "20": 187, "30": 470, "50": 613, "100": 644 } }, "default": { "nonempty": 857, "quantiles": [ 3, 14, 28, 244, 465.95999999999947, 605 ], "below": { "1": 0, "5": 4, "10": 36, "20": 187, "30": 470, "50": 613, "100": 644 } }, "extended": { "nonempty": 857, "quantiles": [ 7, 46, 75, 291.79999999999995, 522.8799999999999, 666 ], "below": { "1": 0, "5": 0, "10": 1, "20": 3, "30": 12, "50": 108, "100": 603 } }, "curated": { "nonempty": 857, "quantiles": [ 5, 20, 35, 253.39999999999998, 475.2799999999993, 610 ], "below": { "1": 0, "5": 0, "10": 8, "20": 85, "30": 280, "50": 607, "100": 641 } } } }, "preprocessed": { "items": 3448, "field_nonempty": { "title": 3447, "features": 928, "description": 661, "categories": 0, "details": 3408, "store": 3399, "main_category": 3448 }, "description_or_features": 1075, "source_image": 3448, "adapter_image": 3448, "text_and_image": 3447, "native_differs": 0, "html": 3, "word_counts": { "native": { "nonempty": 3447, "quantiles": [ 0, 13, 28, 224.30000000000018, 453.52999999999975, 1013 ], "below": { "1": 1, "5": 35, "10": 180, "20": 850, "30": 1970, "50": 2565, "100": 2752 } }, "default": { "nonempty": 3447, "quantiles": [ 0, 13, 28, 224.30000000000018, 453.52999999999975, 1013 ], "below": { "1": 1, "5": 35, "10": 180, "20": 850, "30": 1970, "50": 2565, "100": 2752 } }, "extended": { "nonempty": 3448, "quantiles": [ 5, 43, 73, 273.60000000000036, 511.52999999999975, 1062 ], "below": { "1": 0, "5": 0, "10": 6, "20": 27, "30": 91, "50": 557, "100": 2546 } }, "curated": { "nonempty": 3448, "quantiles": [ 3, 18, 34, 231, 462.0599999999995, 1022 ], "below": { "1": 0, "5": 4, "10": 52, "20": 437, "30": 1254, "50": 2533, "100": 2730 } } } } }, "temporal": { "catalog": { "items": 7604, "field_nonempty": { "title": 7604, "features": 2185, "description": 1926, "categories": 0, "details": 7537, "store": 7481, "main_category": 7604 }, "description_or_features": 2756, "source_image": 7604, "adapter_image": 7604, "text_and_image": 7604, "native_differs": 0, "html": 10, "word_counts": { "native": { "nonempty": 7604, "quantiles": [ 2, 12, 27, 220, 483.7300000000023, 1013 ], "below": { "1": 0, "5": 76, "10": 455, "20": 2035, "30": 4346, "50": 5461, "100": 5958 } }, "default": { "nonempty": 7604, "quantiles": [ 2, 12, 27, 220, 483.7300000000023, 1013 ], "below": { "1": 0, "5": 76, "10": 455, "20": 2035, "30": 4346, "50": 5461, "100": 5958 } }, "extended": { "nonempty": 7604, "quantiles": [ 5, 42, 72, 268.6999999999998, 531.9400000000005, 1062 ], "below": { "1": 0, "5": 0, "10": 5, "20": 34, "30": 172, "50": 1315, "100": 5470 } }, "curated": { "nonempty": 7604, "quantiles": [ 3, 17, 33, 228, 488.91000000000076, 1022 ], "below": { "1": 0, "5": 9, "10": 132, "20": 1053, "30": 2938, "50": 5373, "100": 5899 } } } }, "train": { "items": 4625, "field_nonempty": { "title": 4625, "features": 1285, "description": 1095, "categories": 0, "details": 4584, "store": 4556, "main_category": 4625 }, "description_or_features": 1577, "source_image": 4625, "adapter_image": 4625, "text_and_image": 4625, "native_differs": 0, "html": 3, "word_counts": { "native": { "nonempty": 4625, "quantiles": [ 2, 12, 27, 216, 488, 1013 ], "below": { "1": 0, "5": 49, "10": 262, "20": 1244, "30": 2713, "50": 3380, "100": 3660 }, "train_pairs_removed": { "1": 0, "5": 79, "10": 411, "20": 2016, "30": 4790, "50": 6211, "100": 6683 } }, "default": { "nonempty": 4625, "quantiles": [ 2, 12, 27, 216, 488, 1013 ], "below": { "1": 0, "5": 49, "10": 262, "20": 1244, "30": 2713, "50": 3380, "100": 3660 }, "train_pairs_removed": { "1": 0, "5": 79, "10": 411, "20": 2016, "30": 4790, "50": 6211, "100": 6683 } }, "extended": { "nonempty": 4625, "quantiles": [ 5, 42, 72, 264, 548.0800000000017, 1062 ], "below": { "1": 0, "5": 0, "10": 4, "20": 25, "30": 112, "50": 832, "100": 3367 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 8, "20": 44, "30": 156, "50": 1154, "100": 6112 } }, "curated": { "nonempty": 4625, "quantiles": [ 4, 17, 33, 223, 496.52000000000044, 1022 ], "below": { "1": 0, "5": 5, "10": 85, "20": 632, "30": 1831, "50": 3329, "100": 3630 }, "train_pairs_removed": { "1": 0, "5": 6, "10": 106, "20": 906, "30": 3002, "50": 6127, "100": 6621 } } }, "train_pairs": 9108 }, "val": { "items": 1603, "field_nonempty": { "title": 1603, "features": 540, "description": 444, "categories": 0, "details": 1594, "store": 1599, "main_category": 1603 }, "description_or_features": 683, "source_image": 1603, "adapter_image": 1603, "text_and_image": 1603, "native_differs": 0, "html": 6, "word_counts": { "native": { "nonempty": 1603, "quantiles": [ 3, 14, 30, 244, 488.96000000000004, 855 ], "below": { "1": 0, "5": 5, "10": 70, "20": 306, "30": 792, "50": 1043, "100": 1165 } }, "default": { "nonempty": 1603, "quantiles": [ 3, 14, 30, 244, 488.96000000000004, 855 ], "below": { "1": 0, "5": 5, "10": 70, "20": 306, "30": 792, "50": 1043, "100": 1165 } }, "extended": { "nonempty": 1603, "quantiles": [ 7, 50, 77, 296, 545.7400000000002, 889 ], "below": { "1": 0, "5": 0, "10": 1, "20": 2, "30": 14, "50": 154, "100": 1049 } }, "curated": { "nonempty": 1603, "quantiles": [ 6, 21, 36, 250.79999999999995, 499.96000000000004, 860 ], "below": { "1": 0, "5": 0, "10": 10, "20": 127, "30": 452, "50": 1026, "100": 1150 } } } }, "test": { "items": 762, "field_nonempty": { "title": 762, "features": 372, "description": 265, "categories": 0, "details": 754, "store": 759, "main_category": 762 }, "description_or_features": 452, "source_image": 762, "adapter_image": 762, "text_and_image": 762, "native_differs": 0, "html": 0, "word_counts": { "native": { "nonempty": 762, "quantiles": [ 2, 14, 41, 286, 503.39, 976 ], "below": { "1": 0, "5": 5, "10": 31, "20": 136, "30": 292, "50": 391, "100": 451 } }, "default": { "nonempty": 762, "quantiles": [ 2, 14, 41, 286, 503.39, 976 ], "below": { "1": 0, "5": 5, "10": 31, "20": 136, "30": 292, "50": 391, "100": 451 } }, "extended": { "nonempty": 762, "quantiles": [ 16, 49, 94, 335.9, 546.56, 1029 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 7, "50": 78, "100": 393 } }, "curated": { "nonempty": 762, "quantiles": [ 4, 20, 50, 294.69999999999993, 508.39, 981 ], "below": { "1": 0, "5": 1, "10": 7, "20": 70, "30": 180, "50": 381, "100": 441 } } } } } }, "union": { "items": 17288, "field_nonempty": { "title": 17285, "features": 4895, "description": 4854, "categories": 0, "details": 17068, "store": 16697, "main_category": 17288 }, "description_or_features": 6280, "source_image": 17288, "adapter_image": 17288, "text_and_image": 17285, "native_differs": 0, "html": 27, "word_counts": { "native": { "nonempty": 17285, "quantiles": [ 0, 10, 26, 194, 462, 1013 ], "below": { "1": 3, "5": 191, "10": 1402, "20": 5740, "30": 10377, "50": 12707, "100": 14032 } }, "default": { "nonempty": 17285, "quantiles": [ 0, 10, 26, 194, 462, 1013 ], "below": { "1": 3, "5": 191, "10": 1402, "20": 5740, "30": 10377, "50": 12707, "100": 14032 } }, "extended": { "nonempty": 17288, "quantiles": [ 4, 37, 69, 240, 517, 1062 ], "below": { "1": 0, "5": 1, "10": 20, "20": 188, "30": 750, "50": 4119, "100": 12886 } }, "curated": { "nonempty": 17288, "quantiles": [ 2, 15, 31, 200, 468.130000000001, 1022 ], "below": { "1": 0, "5": 32, "10": 439, "20": 3514, "30": 7804, "50": 12496, "100": 13898 } } } }, "details_keys": [ [ "Date First Available", 16623 ], [ "Manufacturer", 12147 ], [ "Package Dimensions", 10278 ], [ "Brand", 9907 ], [ "Is Discontinued By Manufacturer", 7144 ], [ "Unit Count", 4901 ], [ "Product Dimensions", 4541 ], [ "Item Form", 4324 ], [ "Item model number", 3424 ], [ "Number of Items", 3173 ], [ "Material", 3016 ], [ "Age Range (Description)", 2763 ], [ "Item Weight", 2033 ], [ "Color", 1343 ], [ "Material Feature", 1275 ], [ "Item Dimensions LxWxH", 1254 ], [ "Special Feature", 1238 ], [ "Flavor", 1106 ], [ "Dosage Form", 1099 ], [ "Power Source", 957 ], [ "Size", 956 ], [ "Style", 934 ], [ "Product Benefits", 897 ], [ "Package Information", 883 ], [ "Scent", 721 ], [ "Recommended Uses For Product", 669 ], [ "Department", 496 ], [ "Specific Uses For Product", 434 ], [ "Item Package Quantity", 393 ], [ "Hair Type", 377 ], [ "Item Volume", 372 ], [ "Skin Type", 354 ], [ "Batteries", 344 ], [ "Number of Pieces", 332 ], [ "Product Care Instructions", 330 ], [ "Included Components", 321 ], [ "Shape", 286 ], [ "Occasion", 283 ], [ "Water Resistance Level", 272 ], [ "Country of Origin", 262 ], [ "Diet Type", 254 ], [ "Use for", 254 ], [ "Operation Mode", 241 ], [ "Closure Type", 236 ], [ "Servings per Container", 223 ], [ "Pattern", 211 ], [ "Item Firmness Description", 207 ], [ "Blade Material", 185 ], [ "Reusability", 181 ], [ "Surface Recommendation", 176 ], [ "Primary Supplement Type", 163 ], [ "Number of Compartments", 152 ], [ "Sport", 128 ], [ "Is Cordless?", 128 ], [ "Insole Type", 124 ], [ "Package Weight", 120 ], [ "Sterility Rating", 114 ], [ "Total Eaches", 112 ], [ "Seasons", 105 ], [ "Arch Type", 101 ] ], "checked_at_utc": "2026-09-09T13:51:36.111557+00:00" }, { "category": "Home_and_Kitchen", "context": { "catalog_sha256": "ec83a33473a2a98f65854efe8c11c5b29ebec39c928d29127421ae67e1b4e4c1", "script_sha256": "68bf9fd06b46b02b1a96d0ab2a17b6cb60feae5cb87f986e63221e0872f1355c", "recipe_sha256": "988dcc18ddc0ff458e02eda0b9b91e515a8ceaa38f010704f9959bb4880d704d", "files": [ { "path": "data/amazon2023/Home_and_Kitchen/huggingface/raw/meta_categories/meta_Home_and_Kitchen.jsonl", "kind": "jsonl", "size": 11788767944, "mtime_ns": 1788924106220525600 } ] }, "source_rows_scanned": 3735584, "duplicate_retained_rows": 0, "splits": { "user_split": { "catalog": { "items": 17431, "field_nonempty": { "title": 17431, "features": 17133, "description": 11160, "categories": 17232, "details": 17399, "store": 17423, "main_category": 17226 }, "description_or_features": 17222, "source_image": 17431, "adapter_image": 17431, "text_and_image": 17431, "native_differs": 0, "html": 30, "word_counts": { "native": { "nonempty": 17431, "quantiles": [ 9, 98, 223, 408, 717, 4130 ], "below": { "1": 0, "5": 0, "10": 1, "20": 19, "30": 70, "50": 324, "100": 1820 } }, "default": { "nonempty": 17431, "quantiles": [ 9, 98, 223, 408, 717, 4130 ], "below": { "1": 0, "5": 0, "10": 1, "20": 19, "30": 70, "50": 324, "100": 1820 } }, "extended": { "nonempty": 17431, "quantiles": [ 25, 183, 325, 522, 833, 4211 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 2, "50": 9, "100": 184 } }, "curated": { "nonempty": 17431, "quantiles": [ 17, 111, 237, 422, 729.7000000000007, 4143 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 32, "50": 171, "100": 1293 } } } }, "train": { "items": 17431, "field_nonempty": { "title": 17431, "features": 17133, "description": 11160, "categories": 17232, "details": 17399, "store": 17423, "main_category": 17226 }, "description_or_features": 17222, "source_image": 17431, "adapter_image": 17431, "text_and_image": 17431, "native_differs": 0, "html": 30, "word_counts": { "native": { "nonempty": 17431, "quantiles": [ 9, 98, 223, 408, 717, 4130 ], "below": { "1": 0, "5": 0, "10": 1, "20": 19, "30": 70, "50": 324, "100": 1820 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 60, "20": 905, "30": 3497, "50": 19681, "100": 131167 } }, "default": { "nonempty": 17431, "quantiles": [ 9, 98, 223, 408, 717, 4130 ], "below": { "1": 0, "5": 0, "10": 1, "20": 19, "30": 70, "50": 324, "100": 1820 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 60, "20": 905, "30": 3497, "50": 19681, "100": 131167 } }, "extended": { "nonempty": 17431, "quantiles": [ 25, 183, 325, 522, 833, 4211 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 2, "50": 9, "100": 184 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 73, "50": 349, "100": 10419 } }, "curated": { "nonempty": 17431, "quantiles": [ 17, 111, 237, 422, 729.7000000000007, 4143 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 32, "50": 171, "100": 1293 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 101, "30": 1562, "50": 10290, "100": 87971 } } }, "train_pairs": 1536242 }, "val": { "items": 9721, "field_nonempty": { "title": 9721, "features": 9571, "description": 6333, "categories": 9618, "details": 9704, "store": 9717, "main_category": 9617 }, "description_or_features": 9623, "source_image": 9721, "adapter_image": 9721, "text_and_image": 9721, "native_differs": 0, "html": 13, "word_counts": { "native": { "nonempty": 9721, "quantiles": [ 9, 100, 226, 414, 741.1999999999971, 4130 ], "below": { "1": 0, "5": 0, "10": 1, "20": 9, "30": 27, "50": 145, "100": 971 } }, "default": { "nonempty": 9721, "quantiles": [ 9, 100, 226, 414, 741.1999999999971, 4130 ], "below": { "1": 0, "5": 0, "10": 1, "20": 9, "30": 27, "50": 145, "100": 971 } }, "extended": { "nonempty": 9721, "quantiles": [ 41, 187, 330, 528, 848.7999999999993, 4211 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 2, "100": 86 } }, "curated": { "nonempty": 9721, "quantiles": [ 17, 113, 240, 428, 749.1999999999971, 4143 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 11, "50": 77, "100": 670 } } } }, "test": { "items": 9750, "field_nonempty": { "title": 9750, "features": 9601, "description": 6322, "categories": 9651, "details": 9733, "store": 9747, "main_category": 9651 }, "description_or_features": 9648, "source_image": 9750, "adapter_image": 9750, "text_and_image": 9750, "native_differs": 0, "html": 14, "word_counts": { "native": { "nonempty": 9750, "quantiles": [ 9, 99, 226.5, 411, 746, 4130 ], "below": { "1": 0, "5": 0, "10": 1, "20": 13, "30": 31, "50": 163, "100": 976 } }, "default": { "nonempty": 9750, "quantiles": [ 9, 99, 226.5, 411, 746, 4130 ], "below": { "1": 0, "5": 0, "10": 1, "20": 13, "30": 31, "50": 163, "100": 976 } }, "extended": { "nonempty": 9750, "quantiles": [ 37, 187, 331, 528, 856.5300000000007, 4211 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 5, "100": 93 } }, "curated": { "nonempty": 9750, "quantiles": [ 17, 113, 241, 425, 761, 4143 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 16, "50": 77, "100": 681 } } } }, "preprocessed": { "items": 17431, "field_nonempty": { "title": 17431, "features": 17133, "description": 11160, "categories": 17232, "details": 17399, "store": 17423, "main_category": 17226 }, "description_or_features": 17222, "source_image": 17431, "adapter_image": 17431, "text_and_image": 17431, "native_differs": 0, "html": 30, "word_counts": { "native": { "nonempty": 17431, "quantiles": [ 9, 98, 223, 408, 717, 4130 ], "below": { "1": 0, "5": 0, "10": 1, "20": 19, "30": 70, "50": 324, "100": 1820 } }, "default": { "nonempty": 17431, "quantiles": [ 9, 98, 223, 408, 717, 4130 ], "below": { "1": 0, "5": 0, "10": 1, "20": 19, "30": 70, "50": 324, "100": 1820 } }, "extended": { "nonempty": 17431, "quantiles": [ 25, 183, 325, 522, 833, 4211 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 2, "50": 9, "100": 184 } }, "curated": { "nonempty": 17431, "quantiles": [ 17, 111, 237, 422, 729.7000000000007, 4143 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 32, "50": 171, "100": 1293 } } } } }, "item_split": { "catalog": { "items": 17431, "field_nonempty": { "title": 17431, "features": 17133, "description": 11160, "categories": 17232, "details": 17399, "store": 17423, "main_category": 17226 }, "description_or_features": 17222, "source_image": 17431, "adapter_image": 17431, "text_and_image": 17431, "native_differs": 0, "html": 30, "word_counts": { "native": { "nonempty": 17431, "quantiles": [ 9, 98, 223, 408, 717, 4130 ], "below": { "1": 0, "5": 0, "10": 1, "20": 19, "30": 70, "50": 324, "100": 1820 } }, "default": { "nonempty": 17431, "quantiles": [ 9, 98, 223, 408, 717, 4130 ], "below": { "1": 0, "5": 0, "10": 1, "20": 19, "30": 70, "50": 324, "100": 1820 } }, "extended": { "nonempty": 17431, "quantiles": [ 25, 183, 325, 522, 833, 4211 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 2, "50": 9, "100": 184 } }, "curated": { "nonempty": 17431, "quantiles": [ 17, 111, 237, 422, 729.7000000000007, 4143 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 32, "50": 171, "100": 1293 } } } }, "train": { "items": 14815, "field_nonempty": { "title": 14815, "features": 14562, "description": 9497, "categories": 14646, "details": 14791, "store": 14809, "main_category": 14635 }, "description_or_features": 14640, "source_image": 14815, "adapter_image": 14815, "text_and_image": 14815, "native_differs": 0, "html": 25, "word_counts": { "native": { "nonempty": 14815, "quantiles": [ 9, 98, 223, 409, 723.8600000000006, 3696 ], "below": { "1": 0, "5": 0, "10": 1, "20": 18, "30": 58, "50": 279, "100": 1555 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 72, "20": 965, "30": 3123, "50": 17816, "100": 124200 } }, "default": { "nonempty": 14815, "quantiles": [ 9, 98, 223, 409, 723.8600000000006, 3696 ], "below": { "1": 0, "5": 0, "10": 1, "20": 18, "30": 58, "50": 279, "100": 1555 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 72, "20": 965, "30": 3123, "50": 17816, "100": 124200 } }, "extended": { "nonempty": 14815, "quantiles": [ 25, 183, 325, 523.6000000000004, 842.8600000000006, 3767 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 2, "50": 9, "100": 164 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 73, "50": 382, "100": 10138 } }, "curated": { "nonempty": 14815, "quantiles": [ 17, 111, 238, 424, 736.7200000000012, 3708 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 29, "50": 147, "100": 1099 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 116, "30": 1469, "50": 9055, "100": 82817 } } }, "train_pairs": 1465801 }, "val": { "items": 872, "field_nonempty": { "title": 872, "features": 856, "description": 558, "categories": 857, "details": 870, "store": 871, "main_category": 860 }, "description_or_features": 856, "source_image": 872, "adapter_image": 872, "text_and_image": 872, "native_differs": 0, "html": 3, "word_counts": { "native": { "nonempty": 872, "quantiles": [ 21, 98, 217, 416, 645.6099999999997, 1754 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 6, "50": 17, "100": 95 } }, "default": { "nonempty": 872, "quantiles": [ 21, 98, 217, 416, 645.6099999999997, 1754 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 6, "50": 17, "100": 95 } }, "extended": { "nonempty": 872, "quantiles": [ 56, 179, 319, 523.6999999999999, 770.3499999999995, 1793 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 0, "100": 7 } }, "curated": { "nonempty": 872, "quantiles": [ 23, 109.10000000000001, 230.5, 431, 661.7399999999998, 1757 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 2, "50": 10, "100": 74 } } } }, "test": { "items": 1744, "field_nonempty": { "title": 1744, "features": 1715, "description": 1105, "categories": 1729, "details": 1738, "store": 1743, "main_category": 1731 }, "description_or_features": 1726, "source_image": 1744, "adapter_image": 1744, "text_and_image": 1744, "native_differs": 0, "html": 2, "word_counts": { "native": { "nonempty": 1744, "quantiles": [ 16, 101, 219.5, 390, 676.9899999999996, 4130 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 6, "50": 28, "100": 170 } }, "default": { "nonempty": 1744, "quantiles": [ 16, 101, 219.5, 390, 676.9899999999996, 4130 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 6, "50": 28, "100": 170 } }, "extended": { "nonempty": 1744, "quantiles": [ 59, 185, 323, 495.70000000000005, 765.6999999999994, 4211 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 0, "100": 13 } }, "curated": { "nonempty": 1744, "quantiles": [ 29, 114, 234, 401.70000000000005, 684.9799999999991, 4143 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 14, "100": 120 } } } }, "preprocessed": { "items": 17431, "field_nonempty": { "title": 17431, "features": 17133, "description": 11160, "categories": 17232, "details": 17399, "store": 17423, "main_category": 17226 }, "description_or_features": 17222, "source_image": 17431, "adapter_image": 17431, "text_and_image": 17431, "native_differs": 0, "html": 30, "word_counts": { "native": { "nonempty": 17431, "quantiles": [ 9, 98, 223, 408, 717, 4130 ], "below": { "1": 0, "5": 0, "10": 1, "20": 19, "30": 70, "50": 324, "100": 1820 } }, "default": { "nonempty": 17431, "quantiles": [ 9, 98, 223, 408, 717, 4130 ], "below": { "1": 0, "5": 0, "10": 1, "20": 19, "30": 70, "50": 324, "100": 1820 } }, "extended": { "nonempty": 17431, "quantiles": [ 25, 183, 325, 522, 833, 4211 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 2, "50": 9, "100": 184 } }, "curated": { "nonempty": 17431, "quantiles": [ 17, 111, 237, 422, 729.7000000000007, 4143 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 32, "50": 171, "100": 1293 } } } } }, "leave_last_out": { "catalog": { "items": 17431, "field_nonempty": { "title": 17431, "features": 17133, "description": 11160, "categories": 17232, "details": 17399, "store": 17423, "main_category": 17226 }, "description_or_features": 17222, "source_image": 17431, "adapter_image": 17431, "text_and_image": 17431, "native_differs": 0, "html": 30, "word_counts": { "native": { "nonempty": 17431, "quantiles": [ 9, 98, 223, 408, 717, 4130 ], "below": { "1": 0, "5": 0, "10": 1, "20": 19, "30": 70, "50": 324, "100": 1820 } }, "default": { "nonempty": 17431, "quantiles": [ 9, 98, 223, 408, 717, 4130 ], "below": { "1": 0, "5": 0, "10": 1, "20": 19, "30": 70, "50": 324, "100": 1820 } }, "extended": { "nonempty": 17431, "quantiles": [ 25, 183, 325, 522, 833, 4211 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 2, "50": 9, "100": 184 } }, "curated": { "nonempty": 17431, "quantiles": [ 17, 111, 237, 422, 729.7000000000007, 4143 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 32, "50": 171, "100": 1293 } } } }, "train": { "items": 17431, "field_nonempty": { "title": 17431, "features": 17133, "description": 11160, "categories": 17232, "details": 17399, "store": 17423, "main_category": 17226 }, "description_or_features": 17222, "source_image": 17431, "adapter_image": 17431, "text_and_image": 17431, "native_differs": 0, "html": 30, "word_counts": { "native": { "nonempty": 17431, "quantiles": [ 9, 98, 223, 408, 717, 4130 ], "below": { "1": 0, "5": 0, "10": 1, "20": 19, "30": 70, "50": 324, "100": 1820 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 72, "20": 946, "30": 3637, "50": 20229, "100": 135300 } }, "default": { "nonempty": 17431, "quantiles": [ 9, 98, 223, 408, 717, 4130 ], "below": { "1": 0, "5": 0, "10": 1, "20": 19, "30": 70, "50": 324, "100": 1820 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 72, "20": 946, "30": 3637, "50": 20229, "100": 135300 } }, "extended": { "nonempty": 17431, "quantiles": [ 25, 183, 325, 522, 833, 4211 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 2, "50": 9, "100": 184 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 70, "50": 364, "100": 10877 } }, "curated": { "nonempty": 17431, "quantiles": [ 17, 111, 237, 422, 729.7000000000007, 4143 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 32, "50": 171, "100": 1293 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 116, "30": 1646, "50": 10699, "100": 90857 } } }, "train_pairs": 1518169 }, "val": { "items": 15181, "field_nonempty": { "title": 15181, "features": 14949, "description": 9333, "categories": 15014, "details": 15157, "store": 15176, "main_category": 15006 }, "description_or_features": 15021, "source_image": 15181, "adapter_image": 15181, "text_and_image": 15181, "native_differs": 0, "html": 30, "word_counts": { "native": { "nonempty": 15181, "quantiles": [ 14, 102, 227, 408, 691.2000000000007, 4130 ], "below": { "1": 0, "5": 0, "10": 0, "20": 11, "30": 44, "50": 242, "100": 1438 } }, "default": { "nonempty": 15181, "quantiles": [ 14, 102, 227, 408, 691.2000000000007, 4130 ], "below": { "1": 0, "5": 0, "10": 0, "20": 11, "30": 44, "50": 242, "100": 1438 } }, "extended": { "nonempty": 15181, "quantiles": [ 26, 189, 330, 522, 808.2000000000007, 4211 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 6, "100": 123 } }, "curated": { "nonempty": 15181, "quantiles": [ 20, 116, 241, 421, 706, 4143 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 17, "50": 121, "100": 1001 } } } }, "test": { "items": 14374, "field_nonempty": { "title": 14374, "features": 14167, "description": 8679, "categories": 14217, "details": 14352, "store": 14371, "main_category": 14222 }, "description_or_features": 14228, "source_image": 14374, "adapter_image": 14374, "text_and_image": 14374, "native_differs": 0, "html": 25, "word_counts": { "native": { "nonempty": 14374, "quantiles": [ 12, 105, 229, 409, 693, 4130 ], "below": { "1": 0, "5": 0, "10": 0, "20": 12, "30": 44, "50": 210, "100": 1259 } }, "default": { "nonempty": 14374, "quantiles": [ 12, 105, 229, 409, 693, 4130 ], "below": { "1": 0, "5": 0, "10": 0, "20": 12, "30": 44, "50": 210, "100": 1259 } }, "extended": { "nonempty": 14374, "quantiles": [ 26, 193, 332, 523.7000000000007, 810.5400000000009, 4211 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 5, "100": 115 } }, "curated": { "nonempty": 14374, "quantiles": [ 20, 118.30000000000018, 243, 423, 707.2700000000004, 4143 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 17, "50": 103, "100": 881 } } } }, "preprocessed": { "items": 17431, "field_nonempty": { "title": 17431, "features": 17133, "description": 11160, "categories": 17232, "details": 17399, "store": 17423, "main_category": 17226 }, "description_or_features": 17222, "source_image": 17431, "adapter_image": 17431, "text_and_image": 17431, "native_differs": 0, "html": 30, "word_counts": { "native": { "nonempty": 17431, "quantiles": [ 9, 98, 223, 408, 717, 4130 ], "below": { "1": 0, "5": 0, "10": 1, "20": 19, "30": 70, "50": 324, "100": 1820 } }, "default": { "nonempty": 17431, "quantiles": [ 9, 98, 223, 408, 717, 4130 ], "below": { "1": 0, "5": 0, "10": 1, "20": 19, "30": 70, "50": 324, "100": 1820 } }, "extended": { "nonempty": 17431, "quantiles": [ 25, 183, 325, 522, 833, 4211 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 2, "50": 9, "100": 184 } }, "curated": { "nonempty": 17431, "quantiles": [ 17, 111, 237, 422, 729.7000000000007, 4143 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 32, "50": 171, "100": 1293 } } } } }, "temporal": { "catalog": { "items": 14879, "field_nonempty": { "title": 14879, "features": 14684, "description": 8493, "categories": 14734, "details": 14859, "store": 14877, "main_category": 14721 }, "description_or_features": 14739, "source_image": 14879, "adapter_image": 14879, "text_and_image": 14879, "native_differs": 0, "html": 20, "word_counts": { "native": { "nonempty": 14879, "quantiles": [ 3, 109, 235, 409, 704.4399999999987, 4130 ], "below": { "1": 0, "5": 1, "10": 2, "20": 11, "30": 41, "50": 209, "100": 1177 } }, "default": { "nonempty": 14879, "quantiles": [ 3, 109, 235, 409, 704.4399999999987, 4130 ], "below": { "1": 0, "5": 1, "10": 2, "20": 11, "30": 41, "50": 209, "100": 1177 } }, "extended": { "nonempty": 14879, "quantiles": [ 45, 199, 337, 523, 816.4399999999987, 4211 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 3, "100": 102 } }, "curated": { "nonempty": 14879, "quantiles": [ 11, 123, 249, 422, 718.4399999999987, 4143 ], "below": { "1": 0, "5": 0, "10": 0, "20": 3, "30": 15, "50": 103, "100": 817 } } } }, "train": { "items": 11240, "field_nonempty": { "title": 11240, "features": 11094, "description": 7126, "categories": 11126, "details": 11222, "store": 11239, "main_category": 11119 }, "description_or_features": 11138, "source_image": 11240, "adapter_image": 11240, "text_and_image": 11240, "native_differs": 0, "html": 17, "word_counts": { "native": { "nonempty": 11240, "quantiles": [ 3, 105, 229, 411, 739.2200000000012, 4130 ], "below": { "1": 0, "5": 1, "10": 2, "20": 6, "30": 30, "50": 159, "100": 974 }, "train_pairs_removed": { "1": 0, "5": 25, "10": 69, "20": 275, "30": 1141, "50": 7264, "100": 52318 } }, "default": { "nonempty": 11240, "quantiles": [ 3, 105, 229, 411, 739.2200000000012, 4130 ], "below": { "1": 0, "5": 1, "10": 2, "20": 6, "30": 30, "50": 159, "100": 974 }, "train_pairs_removed": { "1": 0, "5": 25, "10": 69, "20": 275, "30": 1141, "50": 7264, "100": 52318 } }, "extended": { "nonempty": 11240, "quantiles": [ 50, 194, 333, 528, 852.6600000000035, 4211 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 0, "100": 76 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 0, "100": 3370 } }, "curated": { "nonempty": 11240, "quantiles": [ 11, 119, 244, 426, 747.6100000000006, 4143 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 11, "50": 79, "100": 659 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 69, "30": 475, "50": 3726, "100": 33487 } } }, "train_pairs": 712464 }, "val": { "items": 11264, "field_nonempty": { "title": 11264, "features": 11158, "description": 6351, "categories": 11169, "details": 11253, "store": 11262, "main_category": 11155 }, "description_or_features": 11193, "source_image": 11264, "adapter_image": 11264, "text_and_image": 11264, "native_differs": 0, "html": 15, "word_counts": { "native": { "nonempty": 11264, "quantiles": [ 14, 114, 236, 408, 659.1100000000024, 4130 ], "below": { "1": 0, "5": 0, "10": 0, "20": 4, "30": 15, "50": 105, "100": 770 } }, "default": { "nonempty": 11264, "quantiles": [ 14, 114, 236, 408, 659.1100000000024, 4130 ], "below": { "1": 0, "5": 0, "10": 0, "20": 4, "30": 15, "50": 105, "100": 770 } }, "extended": { "nonempty": 11264, "quantiles": [ 45, 205, 339, 523, 780.3700000000008, 4211 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 2, "100": 43 } }, "curated": { "nonempty": 11264, "quantiles": [ 19, 128, 250, 421.7000000000007, 677.3700000000008, 4143 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 4, "50": 45, "100": 515 } } } }, "test": { "items": 10726, "field_nonempty": { "title": 10726, "features": 10638, "description": 5442, "categories": 10651, "details": 10717, "store": 10726, "main_category": 10626 }, "description_or_features": 10668, "source_image": 10726, "adapter_image": 10726, "text_and_image": 10726, "native_differs": 0, "html": 16, "word_counts": { "native": { "nonempty": 10726, "quantiles": [ 14, 122, 243, 405, 645.25, 3234 ], "below": { "1": 0, "5": 0, "10": 0, "20": 4, "30": 9, "50": 80, "100": 599 } }, "default": { "nonempty": 10726, "quantiles": [ 14, 122, 243, 405, 645.25, 3234 ], "below": { "1": 0, "5": 0, "10": 0, "20": 4, "30": 9, "50": 80, "100": 599 } }, "extended": { "nonempty": 10726, "quantiles": [ 52, 213, 345, 520, 760.75, 3356 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 0, "100": 33 } }, "curated": { "nonempty": 10726, "quantiles": [ 24, 136, 257, 420, 658.75, 3246 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 2, "50": 32, "100": 396 } } } } } }, "union": { "items": 18990, "field_nonempty": { "title": 18990, "features": 18676, "description": 11518, "categories": 18779, "details": 18958, "store": 18981, "main_category": 18773 }, "description_or_features": 18766, "source_image": 18990, "adapter_image": 18990, "text_and_image": 18990, "native_differs": 0, "html": 32, "word_counts": { "native": { "nonempty": 18990, "quantiles": [ 3, 100, 227, 406, 706.1100000000006, 4130 ], "below": { "1": 0, "5": 1, "10": 2, "20": 22, "30": 75, "50": 344, "100": 1863 } }, "default": { "nonempty": 18990, "quantiles": [ 3, 100, 227, 406, 706.1100000000006, 4130 ], "below": { "1": 0, "5": 1, "10": 2, "20": 22, "30": 75, "50": 344, "100": 1863 } }, "extended": { "nonempty": 18990, "quantiles": [ 25, 186, 328, 520, 818.2200000000012, 4211 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 2, "50": 10, "100": 192 } }, "curated": { "nonempty": 18990, "quantiles": [ 11, 114, 242, 420, 718.2200000000012, 4143 ], "below": { "1": 0, "5": 0, "10": 0, "20": 4, "30": 34, "50": 179, "100": 1325 } } } }, "details_keys": [ [ "Item Weight", 18027 ], [ "Brand", 17669 ], [ "Best Sellers Rank", 17028 ], [ "Manufacturer", 16906 ], [ "Color", 16621 ], [ "Product Dimensions", 16483 ], [ "Item model number", 15804 ], [ "Material", 13966 ], [ "Date First Available", 12970 ], [ "Is Discontinued By Manufacturer", 12014 ], [ "Special Feature", 8927 ], [ "Country of Origin", 7580 ], [ "Style", 6934 ], [ "Included Components", 6273 ], [ "Size", 5582 ], [ "Shape", 5493 ], [ "Batteries required", 5313 ], [ "Product Care Instructions", 4867 ], [ "Number of Items", 4397 ], [ "Capacity", 4072 ], [ "Pattern", 4024 ], [ "Number of Pieces", 3625 ], [ "Is Dishwasher Safe", 3312 ], [ "Item Dimensions LxWxH", 3221 ], [ "Recommended Uses For Product", 3050 ], [ "Age Range (Description)", 2862 ], [ "Fabric Type", 2792 ], [ "Assembly required", 2743 ], [ "Number of pieces", 2625 ], [ "Finish Type", 2623 ], [ "Unit Count", 2563 ], [ "Model Name", 2471 ], [ "Room Type", 2452 ], [ "Theme", 2375 ], [ "Warranty Description", 2060 ], [ "Mounting Type", 2004 ], [ "Package Dimensions", 1871 ], [ "Import", 1687 ], [ "Department", 1566 ], [ "Wattage", 1456 ], [ "Batteries Required?", 1417 ], [ "Occasion", 1400 ], [ "Care instructions", 1337 ], [ "Power Source", 1318 ], [ "Closure Type", 1315 ], [ "Voltage", 1285 ], [ "Finish types", 1284 ], [ "", 1269 ], [ "Specific Uses For Product", 1248 ], [ "Domestic Shipping", 1230 ], [ "International Shipping", 1230 ], [ "Part Number", 1135 ], [ "Batteries Included?", 1098 ], [ "Assembly Required", 1098 ], [ "Item Package Quantity", 1047 ], [ "Operation Mode", 1034 ], [ "Handle Material", 1020 ], [ "Seasons", 865 ], [ "Package Type", 840 ], [ "Special Features", 819 ] ], "checked_at_utc": "2026-09-09T13:52:13.624408+00:00" }, { "category": "Industrial_and_Scientific", "context": { "catalog_sha256": "8ab6256982c94a6c4b255548fc2ad8055531b92533ea8e09dc52c5d90a6725ac", "script_sha256": "68bf9fd06b46b02b1a96d0ab2a17b6cb60feae5cb87f986e63221e0872f1355c", "recipe_sha256": "988dcc18ddc0ff458e02eda0b9b91e515a8ceaa38f010704f9959bb4880d704d", "files": [ { "path": "data/amazon2023/Industrial_and_Scientific/huggingface/raw_meta_Industrial_and_Scientific/full-00000-of-00002.parquet", "kind": "parquet", "size": 227971433, "mtime_ns": 1788909768189461500 }, { "path": "data/amazon2023/Industrial_and_Scientific/huggingface/raw_meta_Industrial_and_Scientific/full-00001-of-00002.parquet", "kind": "parquet", "size": 197036226, "mtime_ns": 1788910014958930400 } ] }, "source_rows_scanned": 427564, "duplicate_retained_rows": 0, "splits": { "user_split": { "catalog": { "items": 19251, "field_nonempty": { "title": 19250, "features": 17960, "description": 10877, "categories": 18761, "details": 19082, "store": 19235, "main_category": 19053 }, "description_or_features": 18279, "source_image": 19251, "adapter_image": 0, "text_and_image": 19251, "native_differs": 19251, "html": 70, "word_counts": { "native": { "nonempty": 19251, "quantiles": [ 9, 61, 175, 355, 552, 1441 ], "below": { "1": 0, "5": 0, "10": 1, "20": 36, "30": 286, "50": 1428, "100": 4436 } }, "default": { "nonempty": 19251, "quantiles": [ 3, 63, 177, 357, 555, 1444 ], "below": { "1": 0, "5": 1, "10": 6, "20": 73, "30": 325, "50": 1371, "100": 4267 } }, "extended": { "nonempty": 19251, "quantiles": [ 18, 117, 247, 434, 639.5, 1574 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 3, "50": 66, "100": 1273 } }, "curated": { "nonempty": 19251, "quantiles": [ 5, 70, 186, 366, 565, 1451 ], "below": { "1": 0, "5": 0, "10": 3, "20": 33, "30": 167, "50": 1056, "100": 3678 } } } }, "train": { "items": 19251, "field_nonempty": { "title": 19250, "features": 17960, "description": 10877, "categories": 18761, "details": 19082, "store": 19235, "main_category": 19053 }, "description_or_features": 18279, "source_image": 19251, "adapter_image": 0, "text_and_image": 19251, "native_differs": 19251, "html": 70, "word_counts": { "native": { "nonempty": 19251, "quantiles": [ 9, 61, 175, 355, 552, 1441 ], "below": { "1": 0, "5": 0, "10": 1, "20": 36, "30": 286, "50": 1428, "100": 4436 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 11, "20": 392, "30": 3532, "50": 21044, "100": 79186 } }, "default": { "nonempty": 19251, "quantiles": [ 3, 63, 177, 357, 555, 1444 ], "below": { "1": 0, "5": 1, "10": 6, "20": 73, "30": 325, "50": 1371, "100": 4267 }, "train_pairs_removed": { "1": 0, "5": 11, "10": 81, "20": 830, "30": 4122, "50": 20072, "100": 76214 } }, "extended": { "nonempty": 19251, "quantiles": [ 18, 117, 247, 434, 639.5, 1574 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 3, "50": 66, "100": 1273 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 23, "30": 32, "50": 782, "100": 18030 } }, "curated": { "nonempty": 19251, "quantiles": [ 5, 70, 186, 366, 565, 1451 ], "below": { "1": 0, "5": 0, "10": 3, "20": 33, "30": 167, "50": 1056, "100": 3678 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 37, "20": 353, "30": 1853, "50": 14964, "100": 63237 } } }, "train_pairs": 407624 }, "val": { "items": 5348, "field_nonempty": { "title": 5348, "features": 5078, "description": 3004, "categories": 5233, "details": 5303, "store": 5344, "main_category": 5298 }, "description_or_features": 5149, "source_image": 5348, "adapter_image": 0, "text_and_image": 5348, "native_differs": 5348, "html": 22, "word_counts": { "native": { "nonempty": 5348, "quantiles": [ 9, 67, 182, 355, 558.5299999999997, 1441 ], "below": { "1": 0, "5": 0, "10": 1, "20": 6, "30": 56, "50": 329, "100": 1110 } }, "default": { "nonempty": 5348, "quantiles": [ 3, 69, 184, 358, 561.5299999999997, 1444 ], "below": { "1": 0, "5": 1, "10": 2, "20": 12, "30": 63, "50": 311, "100": 1073 } }, "extended": { "nonempty": 5348, "quantiles": [ 33, 125, 253.5, 442, 659.6499999999987, 1574 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 13, "100": 271 } }, "curated": { "nonempty": 5348, "quantiles": [ 5, 77, 192, 368, 569.0599999999995, 1451 ], "below": { "1": 0, "5": 0, "10": 1, "20": 7, "30": 28, "50": 226, "100": 905 } } } }, "test": { "items": 5350, "field_nonempty": { "title": 5350, "features": 5080, "description": 3050, "categories": 5250, "details": 5302, "store": 5346, "main_category": 5306 }, "description_or_features": 5156, "source_image": 5350, "adapter_image": 0, "text_and_image": 5350, "native_differs": 5350, "html": 24, "word_counts": { "native": { "nonempty": 5350, "quantiles": [ 9, 66, 179, 364, 567.5100000000002, 1441 ], "below": { "1": 0, "5": 0, "10": 1, "20": 8, "30": 53, "50": 322, "100": 1139 } }, "default": { "nonempty": 5350, "quantiles": [ 3, 69, 181, 367, 571.0200000000004, 1444 ], "below": { "1": 0, "5": 1, "10": 3, "20": 11, "30": 57, "50": 299, "100": 1088 } }, "extended": { "nonempty": 5350, "quantiles": [ 32, 125.89999999999998, 253, 443, 653.5100000000002, 1574 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 14, "100": 276 } }, "curated": { "nonempty": 5350, "quantiles": [ 5, 76, 190, 377, 582.0400000000009, 1451 ], "below": { "1": 0, "5": 0, "10": 1, "20": 4, "30": 27, "50": 226, "100": 918 } } } }, "preprocessed": { "items": 19251, "field_nonempty": { "title": 19250, "features": 17960, "description": 10877, "categories": 18761, "details": 19082, "store": 19235, "main_category": 19053 }, "description_or_features": 18279, "source_image": 19251, "adapter_image": 0, "text_and_image": 19251, "native_differs": 19251, "html": 70, "word_counts": { "native": { "nonempty": 19251, "quantiles": [ 9, 61, 175, 355, 552, 1441 ], "below": { "1": 0, "5": 0, "10": 1, "20": 36, "30": 286, "50": 1428, "100": 4436 } }, "default": { "nonempty": 19251, "quantiles": [ 3, 63, 177, 357, 555, 1444 ], "below": { "1": 0, "5": 1, "10": 6, "20": 73, "30": 325, "50": 1371, "100": 4267 } }, "extended": { "nonempty": 19251, "quantiles": [ 18, 117, 247, 434, 639.5, 1574 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 3, "50": 66, "100": 1273 } }, "curated": { "nonempty": 19251, "quantiles": [ 5, 70, 186, 366, 565, 1451 ], "below": { "1": 0, "5": 0, "10": 3, "20": 33, "30": 167, "50": 1056, "100": 3678 } } } } }, "item_split": { "catalog": { "items": 19251, "field_nonempty": { "title": 19250, "features": 17960, "description": 10877, "categories": 18761, "details": 19082, "store": 19235, "main_category": 19053 }, "description_or_features": 18279, "source_image": 19251, "adapter_image": 0, "text_and_image": 19251, "native_differs": 19251, "html": 70, "word_counts": { "native": { "nonempty": 19251, "quantiles": [ 9, 61, 175, 355, 552, 1441 ], "below": { "1": 0, "5": 0, "10": 1, "20": 36, "30": 286, "50": 1428, "100": 4436 } }, "default": { "nonempty": 19251, "quantiles": [ 3, 63, 177, 357, 555, 1444 ], "below": { "1": 0, "5": 1, "10": 6, "20": 73, "30": 325, "50": 1371, "100": 4267 } }, "extended": { "nonempty": 19251, "quantiles": [ 18, 117, 247, 434, 639.5, 1574 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 3, "50": 66, "100": 1273 } }, "curated": { "nonempty": 19251, "quantiles": [ 5, 70, 186, 366, 565, 1451 ], "below": { "1": 0, "5": 0, "10": 3, "20": 33, "30": 167, "50": 1056, "100": 3678 } } } }, "train": { "items": 16362, "field_nonempty": { "title": 16361, "features": 15275, "description": 9275, "categories": 15944, "details": 16211, "store": 16348, "main_category": 16192 }, "description_or_features": 15553, "source_image": 16362, "adapter_image": 0, "text_and_image": 16362, "native_differs": 16362, "html": 54, "word_counts": { "native": { "nonempty": 16362, "quantiles": [ 9, 61, 175, 355, 552, 1441 ], "below": { "1": 0, "5": 0, "10": 1, "20": 28, "30": 241, "50": 1191, "100": 3730 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 14, "20": 363, "30": 3484, "50": 20910, "100": 77306 } }, "default": { "nonempty": 16362, "quantiles": [ 3, 64, 178, 358, 555, 1444 ], "below": { "1": 0, "5": 1, "10": 5, "20": 60, "30": 274, "50": 1137, "100": 3586 }, "train_pairs_removed": { "1": 0, "5": 14, "10": 73, "20": 810, "30": 4049, "50": 19881, "100": 74323 } }, "extended": { "nonempty": 16362, "quantiles": [ 18, 118, 248, 434, 641, 1574 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 3, "50": 54, "100": 1066 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 25, "30": 34, "50": 754, "100": 17639 } }, "curated": { "nonempty": 16362, "quantiles": [ 5, 71, 186, 366, 565, 1451 ], "below": { "1": 0, "5": 0, "10": 3, "20": 26, "30": 143, "50": 873, "100": 3079 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 42, "20": 324, "30": 1851, "50": 14788, "100": 61628 } } }, "train_pairs": 403192 }, "val": { "items": 963, "field_nonempty": { "title": 963, "features": 901, "description": 533, "categories": 942, "details": 956, "store": 962, "main_category": 957 }, "description_or_features": 912, "source_image": 963, "adapter_image": 0, "text_and_image": 963, "native_differs": 963, "html": 6, "word_counts": { "native": { "nonempty": 963, "quantiles": [ 16, 62, 176, 358, 585.9, 867 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 12, "50": 66, "100": 215 } }, "default": { "nonempty": 963, "quantiles": [ 10, 65.2, 179, 361, 589.28, 870 ], "below": { "1": 0, "5": 0, "10": 0, "20": 4, "30": 15, "50": 66, "100": 206 } }, "extended": { "nonempty": 963, "quantiles": [ 42, 116, 247, 440.80000000000007, 655.5999999999999, 955 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 3, "100": 64 } }, "curated": { "nonempty": 963, "quantiles": [ 18, 72, 189, 372, 597.52, 880 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 8, "50": 53, "100": 187 } } } }, "test": { "items": 1926, "field_nonempty": { "title": 1926, "features": 1784, "description": 1069, "categories": 1875, "details": 1915, "store": 1925, "main_category": 1904 }, "description_or_features": 1814, "source_image": 1926, "adapter_image": 0, "text_and_image": 1926, "native_differs": 1926, "html": 10, "word_counts": { "native": { "nonempty": 1926, "quantiles": [ 14, 55, 173, 346.5, 545, 739 ], "below": { "1": 0, "5": 0, "10": 0, "20": 6, "30": 33, "50": 171, "100": 491 } }, "default": { "nonempty": 1926, "quantiles": [ 8, 57, 175, 349, 546.75, 743 ], "below": { "1": 0, "5": 0, "10": 1, "20": 9, "30": 36, "50": 168, "100": 475 } }, "extended": { "nonempty": 1926, "quantiles": [ 37, 112, 246, 429, 603.75, 927 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 9, "100": 143 } }, "curated": { "nonempty": 1926, "quantiles": [ 10, 64, 183, 357.5, 557.5, 751 ], "below": { "1": 0, "5": 0, "10": 0, "20": 5, "30": 16, "50": 130, "100": 412 } } } }, "preprocessed": { "items": 19251, "field_nonempty": { "title": 19250, "features": 17960, "description": 10877, "categories": 18761, "details": 19082, "store": 19235, "main_category": 19053 }, "description_or_features": 18279, "source_image": 19251, "adapter_image": 0, "text_and_image": 19251, "native_differs": 19251, "html": 70, "word_counts": { "native": { "nonempty": 19251, "quantiles": [ 9, 61, 175, 355, 552, 1441 ], "below": { "1": 0, "5": 0, "10": 1, "20": 36, "30": 286, "50": 1428, "100": 4436 } }, "default": { "nonempty": 19251, "quantiles": [ 3, 63, 177, 357, 555, 1444 ], "below": { "1": 0, "5": 1, "10": 6, "20": 73, "30": 325, "50": 1371, "100": 4267 } }, "extended": { "nonempty": 19251, "quantiles": [ 18, 117, 247, 434, 639.5, 1574 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 3, "50": 66, "100": 1273 } }, "curated": { "nonempty": 19251, "quantiles": [ 5, 70, 186, 366, 565, 1451 ], "below": { "1": 0, "5": 0, "10": 3, "20": 33, "30": 167, "50": 1056, "100": 3678 } } } } }, "leave_last_out": { "catalog": { "items": 19251, "field_nonempty": { "title": 19250, "features": 17960, "description": 10877, "categories": 18761, "details": 19082, "store": 19235, "main_category": 19053 }, "description_or_features": 18279, "source_image": 19251, "adapter_image": 0, "text_and_image": 19251, "native_differs": 19251, "html": 70, "word_counts": { "native": { "nonempty": 19251, "quantiles": [ 9, 61, 175, 355, 552, 1441 ], "below": { "1": 0, "5": 0, "10": 1, "20": 36, "30": 286, "50": 1428, "100": 4436 } }, "default": { "nonempty": 19251, "quantiles": [ 3, 63, 177, 357, 555, 1444 ], "below": { "1": 0, "5": 1, "10": 6, "20": 73, "30": 325, "50": 1371, "100": 4267 } }, "extended": { "nonempty": 19251, "quantiles": [ 18, 117, 247, 434, 639.5, 1574 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 3, "50": 66, "100": 1273 } }, "curated": { "nonempty": 19251, "quantiles": [ 5, 70, 186, 366, 565, 1451 ], "below": { "1": 0, "5": 0, "10": 3, "20": 33, "30": 167, "50": 1056, "100": 3678 } } } }, "train": { "items": 19229, "field_nonempty": { "title": 19228, "features": 17939, "description": 10868, "categories": 18740, "details": 19060, "store": 19213, "main_category": 19032 }, "description_or_features": 18257, "source_image": 19229, "adapter_image": 0, "text_and_image": 19229, "native_differs": 19229, "html": 70, "word_counts": { "native": { "nonempty": 19229, "quantiles": [ 9, 61, 175, 355, 552, 1441 ], "below": { "1": 0, "5": 0, "10": 1, "20": 36, "30": 286, "50": 1428, "100": 4435 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 10, "20": 360, "30": 3099, "50": 18319, "100": 66024 } }, "default": { "nonempty": 19229, "quantiles": [ 3, 63, 177, 357, 555, 1444 ], "below": { "1": 0, "5": 1, "10": 6, "20": 73, "30": 325, "50": 1371, "100": 4266 }, "train_pairs_removed": { "1": 0, "5": 10, "10": 62, "20": 732, "30": 3601, "50": 17479, "100": 63569 } }, "extended": { "nonempty": 19229, "quantiles": [ 18, 117, 247, 434, 639.7200000000012, 1574 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 3, "50": 66, "100": 1273 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 19, "30": 27, "50": 677, "100": 15733 } }, "curated": { "nonempty": 19229, "quantiles": [ 5, 70, 185, 366, 565, 1451 ], "below": { "1": 0, "5": 0, "10": 3, "20": 33, "30": 167, "50": 1056, "100": 3677 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 34, "20": 318, "30": 1618, "50": 13148, "100": 53223 } } }, "train_pairs": 322305 }, "val": { "items": 16742, "field_nonempty": { "title": 16741, "features": 15720, "description": 9462, "categories": 16322, "details": 16600, "store": 16729, "main_category": 16577 }, "description_or_features": 15988, "source_image": 16742, "adapter_image": 0, "text_and_image": 16742, "native_differs": 16742, "html": 55, "word_counts": { "native": { "nonempty": 16742, "quantiles": [ 9, 63, 176, 356, 547, 1441 ], "below": { "1": 0, "5": 0, "10": 1, "20": 29, "30": 230, "50": 1147, "100": 3784 } }, "default": { "nonempty": 16742, "quantiles": [ 3, 66, 178, 359, 550, 1444 ], "below": { "1": 0, "5": 1, "10": 5, "20": 59, "30": 259, "50": 1101, "100": 3632 } }, "extended": { "nonempty": 16742, "quantiles": [ 18, 120, 249, 436.89999999999964, 635.1800000000003, 1574 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 3, "50": 55, "100": 1028 } }, "curated": { "nonempty": 16742, "quantiles": [ 5, 72.10000000000014, 187, 367, 561.5900000000001, 1451 ], "below": { "1": 0, "5": 0, "10": 3, "20": 27, "30": 129, "50": 841, "100": 3104 } } } }, "test": { "items": 16000, "field_nonempty": { "title": 15999, "features": 15087, "description": 8840, "categories": 15601, "details": 15863, "store": 15990, "main_category": 15829 }, "description_or_features": 15330, "source_image": 16000, "adapter_image": 0, "text_and_image": 16000, "native_differs": 16000, "html": 58, "word_counts": { "native": { "nonempty": 16000, "quantiles": [ 9, 65, 179, 358, 552, 1441 ], "below": { "1": 0, "5": 0, "10": 1, "20": 20, "30": 185, "50": 1031, "100": 3471 } }, "default": { "nonempty": 16000, "quantiles": [ 3, 67, 181, 361, 555, 1444 ], "below": { "1": 0, "5": 1, "10": 5, "20": 46, "30": 211, "50": 983, "100": 3340 } }, "extended": { "nonempty": 16000, "quantiles": [ 18, 122, 252, 438, 642, 1574 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 2, "50": 49, "100": 912 } }, "curated": { "nonempty": 16000, "quantiles": [ 5, 74, 190, 369.10000000000036, 565, 1451 ], "below": { "1": 0, "5": 0, "10": 2, "20": 22, "30": 105, "50": 731, "100": 2868 } } } }, "preprocessed": { "items": 19251, "field_nonempty": { "title": 19250, "features": 17960, "description": 10877, "categories": 18761, "details": 19082, "store": 19235, "main_category": 19053 }, "description_or_features": 18279, "source_image": 19251, "adapter_image": 0, "text_and_image": 19251, "native_differs": 19251, "html": 70, "word_counts": { "native": { "nonempty": 19251, "quantiles": [ 9, 61, 175, 355, 552, 1441 ], "below": { "1": 0, "5": 0, "10": 1, "20": 36, "30": 286, "50": 1428, "100": 4436 } }, "default": { "nonempty": 19251, "quantiles": [ 3, 63, 177, 357, 555, 1444 ], "below": { "1": 0, "5": 1, "10": 6, "20": 73, "30": 325, "50": 1371, "100": 4267 } }, "extended": { "nonempty": 19251, "quantiles": [ 18, 117, 247, 434, 639.5, 1574 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 3, "50": 66, "100": 1273 } }, "curated": { "nonempty": 19251, "quantiles": [ 5, 70, 186, 366, 565, 1451 ], "below": { "1": 0, "5": 0, "10": 3, "20": 33, "30": 167, "50": 1056, "100": 3678 } } } } }, "temporal": { "catalog": { "items": 17690, "field_nonempty": { "title": 17689, "features": 16693, "description": 8856, "categories": 17275, "details": 17545, "store": 17683, "main_category": 17513 }, "description_or_features": 16919, "source_image": 17690, "adapter_image": 0, "text_and_image": 17690, "native_differs": 17690, "html": 58, "word_counts": { "native": { "nonempty": 17690, "quantiles": [ 11, 68, 186, 358, 553, 1441 ], "below": { "1": 0, "5": 0, "10": 0, "20": 24, "30": 188, "50": 1100, "100": 3427 } }, "default": { "nonempty": 17690, "quantiles": [ 5, 71, 189, 361, 556, 1444 ], "below": { "1": 0, "5": 0, "10": 5, "20": 45, "30": 222, "50": 1055, "100": 3296 } }, "extended": { "nonempty": 17690, "quantiles": [ 18, 126, 257, 435, 638, 1574 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 4, "50": 52, "100": 959 } }, "curated": { "nonempty": 17690, "quantiles": [ 7, 78, 197, 370, 566, 1451 ], "below": { "1": 0, "5": 0, "10": 2, "20": 19, "30": 99, "50": 792, "100": 2829 } } } }, "train": { "items": 10270, "field_nonempty": { "title": 10270, "features": 9583, "description": 5957, "categories": 10009, "details": 10187, "store": 10267, "main_category": 10184 }, "description_or_features": 9740, "source_image": 10270, "adapter_image": 0, "text_and_image": 10270, "native_differs": 10270, "html": 34, "word_counts": { "native": { "nonempty": 10270, "quantiles": [ 11, 62, 174, 359.10000000000036, 561, 1441 ], "below": { "1": 0, "5": 0, "10": 0, "20": 17, "30": 130, "50": 753, "100": 2302 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 123, "30": 981, "50": 6635, "100": 24495 } }, "default": { "nonempty": 10270, "quantiles": [ 5, 63, 177, 363, 564.3099999999995, 1444 ], "below": { "1": 0, "5": 0, "10": 4, "20": 28, "30": 152, "50": 725, "100": 2214 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 31, "20": 216, "30": 1175, "50": 6385, "100": 23593 } }, "extended": { "nonempty": 10270, "quantiles": [ 26, 119.90000000000009, 249, 442, 653.3099999999995, 1574 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 35, "100": 656 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 8, "50": 228, "100": 5471 } }, "curated": { "nonempty": 10270, "quantiles": [ 7, 71, 185, 372, 575, 1451 ], "below": { "1": 0, "5": 0, "10": 2, "20": 13, "30": 68, "50": 564, "100": 1917 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 16, "20": 93, "30": 491, "50": 4827, "100": 19360 } } }, "train_pairs": 134812 }, "val": { "items": 10279, "field_nonempty": { "title": 10279, "features": 9924, "description": 5191, "categories": 10036, "details": 10199, "store": 10276, "main_category": 10191 }, "description_or_features": 10041, "source_image": 10279, "adapter_image": 0, "text_and_image": 10279, "native_differs": 10279, "html": 35, "word_counts": { "native": { "nonempty": 10279, "quantiles": [ 14, 76, 191, 361, 555, 1441 ], "below": { "1": 0, "5": 0, "10": 0, "20": 7, "30": 68, "50": 415, "100": 1800 } }, "default": { "nonempty": 10279, "quantiles": [ 8, 78, 193, 364, 558.2199999999993, 1444 ], "below": { "1": 0, "5": 0, "10": 2, "20": 16, "30": 79, "50": 388, "100": 1718 } }, "extended": { "nonempty": 10279, "quantiles": [ 18, 137, 261, 440, 651, 1574 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 2, "50": 11, "100": 359 } }, "curated": { "nonempty": 10279, "quantiles": [ 10, 86, 201, 372, 571.2199999999993, 1451 ], "below": { "1": 0, "5": 0, "10": 0, "20": 5, "30": 32, "50": 267, "100": 1432 } } } }, "test": { "items": 10034, "field_nonempty": { "title": 10033, "features": 9830, "description": 4251, "categories": 9856, "details": 9963, "store": 10031, "main_category": 9934 }, "description_or_features": 9904, "source_image": 10034, "adapter_image": 0, "text_and_image": 10034, "native_differs": 10034, "html": 32, "word_counts": { "native": { "nonempty": 10034, "quantiles": [ 14, 87, 204, 362, 553, 1441 ], "below": { "1": 0, "5": 0, "10": 0, "20": 4, "30": 36, "50": 271, "100": 1355 } }, "default": { "nonempty": 10034, "quantiles": [ 8, 89, 206, 365, 556.6700000000001, 1444 ], "below": { "1": 0, "5": 0, "10": 2, "20": 7, "30": 42, "50": 247, "100": 1291 } }, "extended": { "nonempty": 10034, "quantiles": [ 18, 149, 270, 440, 641, 1574 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 1, "50": 10, "100": 232 } }, "curated": { "nonempty": 10034, "quantiles": [ 10, 98, 214, 374, 570, 1451 ], "below": { "1": 0, "5": 0, "10": 0, "20": 4, "30": 13, "50": 153, "100": 1059 } } } } } }, "union": { "items": 22281, "field_nonempty": { "title": 22280, "features": 20762, "description": 12102, "categories": 21706, "details": 22083, "store": 22263, "main_category": 22043 }, "description_or_features": 21124, "source_image": 22281, "adapter_image": 0, "text_and_image": 22281, "native_differs": 22281, "html": 79, "word_counts": { "native": { "nonempty": 22281, "quantiles": [ 9, 61, 178, 353, 549, 1441 ], "below": { "1": 0, "5": 0, "10": 1, "20": 42, "30": 329, "50": 1664, "100": 4992 } }, "default": { "nonempty": 22281, "quantiles": [ 3, 63, 180, 356, 552.2000000000007, 1444 ], "below": { "1": 0, "5": 1, "10": 7, "20": 85, "30": 377, "50": 1603, "100": 4800 } }, "extended": { "nonempty": 22281, "quantiles": [ 18, 117, 249, 431, 637, 1574 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 5, "50": 84, "100": 1486 } }, "curated": { "nonempty": 22281, "quantiles": [ 5, 70, 188, 365, 563, 1451 ], "below": { "1": 0, "5": 0, "10": 3, "20": 40, "30": 192, "50": 1226, "100": 4163 } } } }, "details_keys": [ [ "Manufacturer", 20814 ], [ "Date First Available", 20726 ], [ "Item model number", 15944 ], [ "Brand", 15515 ], [ "Material", 12874 ], [ "Item Weight", 10959 ], [ "Is Discontinued By Manufacturer", 10820 ], [ "Product Dimensions", 10586 ], [ "Color", 10446 ], [ "Package Dimensions", 10398 ], [ "Best Sellers Rank", 8147 ], [ "Size", 5181 ], [ "Country of Origin", 5149 ], [ "Batteries Required?", 4935 ], [ "Part Number", 4657 ], [ "Batteries Included?", 4328 ], [ "Item Package Quantity", 4165 ], [ "Item Dimensions LxWxH", 3278 ], [ "Style", 2951 ], [ "Special Feature", 2495 ], [ "Number of Items", 2214 ], [ "Included Components", 2186 ], [ "Exterior Finish", 1977 ], [ "Shape", 1922 ], [ "Measurement System", 1691 ], [ "Item Form", 1394 ], [ "Manufacturer Part Number", 1255 ], [ "Special Features", 1244 ], [ "Mounting Type", 1229 ], [ "Compatible Material", 1225 ], [ "Connector Type", 1181 ], [ "Domestic Shipping", 1170 ], [ "International Shipping", 1170 ], [ "Power Source", 1160 ], [ "Item Diameter", 1160 ], [ "Number of Pieces", 1119 ], [ "Head Style", 1048 ], [ "Finish Type", 1024 ], [ "Unit Count", 969 ], [ "Department", 952 ], [ "Warranty Description", 947 ], [ "Number Of Pieces", 907 ], [ "Fastener Type", 907 ], [ "Batteries", 897 ], [ "Finish", 841 ], [ "Thread Size", 839 ], [ "Capacity", 759 ], [ "Material Type", 755 ], [ "Age Range (Description)", 725 ], [ "Drive System", 720 ], [ "Metal Type", 715 ], [ "Compatible Devices", 680 ], [ "Surface Recommendation", 655 ], [ "Pattern", 642 ], [ "Voltage", 639 ], [ "Recommended Uses For Product", 622 ], [ "Usage", 566 ], [ "Item Volume", 562 ], [ "Batteries required", 559 ], [ "Terminal", 556 ] ], "checked_at_utc": "2026-09-09T13:51:50.466738+00:00" }, { "category": "Kindle_Store", "context": { "catalog_sha256": "a4186fccf3c9ae00db241263e9315a32fde8bb22c527a119eaa2ab3bdf1fdd7a", "script_sha256": "68bf9fd06b46b02b1a96d0ab2a17b6cb60feae5cb87f986e63221e0872f1355c", "recipe_sha256": "988dcc18ddc0ff458e02eda0b9b91e515a8ceaa38f010704f9959bb4880d704d", "files": [ { "path": "data/amazon2023/Kindle_Store/huggingface/raw/meta_categories/meta_Kindle_Store.jsonl", "kind": "jsonl", "size": 6865237738, "mtime_ns": 1788919548794337500 } ] }, "source_rows_scanned": 1591371, "duplicate_retained_rows": 0, "splits": { "user_split": { "catalog": { "items": 17800, "field_nonempty": { "title": 17800, "features": 17791, "description": 13467, "categories": 17800, "details": 17211, "store": 17800, "main_category": 17796 }, "description_or_features": 17792, "source_image": 15896, "adapter_image": 15896, "text_and_image": 15896, "native_differs": 0, "html": 26, "word_counts": { "native": { "nonempty": 17800, "quantiles": [ 13, 178, 434.5, 1671.1000000000004, 7716.109999999982, 21371 ], "below": { "1": 0, "5": 0, "10": 0, "20": 7, "30": 10, "50": 19, "100": 282 } }, "default": { "nonempty": 17800, "quantiles": [ 13, 178, 434.5, 1671.1000000000004, 7716.109999999982, 21371 ], "below": { "1": 0, "5": 0, "10": 0, "20": 7, "30": 10, "50": 19, "100": 282 } }, "extended": { "nonempty": 17800, "quantiles": [ 27, 233, 497, 1734.300000000001, 7777.179999999971, 21432 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 1, "100": 25 } }, "curated": { "nonempty": 17800, "quantiles": [ 27, 196, 455, 1693.2000000000007, 7739.119999999981, 21394 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 8, "100": 132 } } } }, "train": { "items": 17800, "field_nonempty": { "title": 17800, "features": 17791, "description": 13467, "categories": 17800, "details": 17211, "store": 17800, "main_category": 17796 }, "description_or_features": 17792, "source_image": 15896, "adapter_image": 15896, "text_and_image": 15896, "native_differs": 0, "html": 26, "word_counts": { "native": { "nonempty": 17800, "quantiles": [ 13, 178, 434.5, 1671.1000000000004, 7716.109999999982, 21371 ], "below": { "1": 0, "5": 0, "10": 0, "20": 7, "30": 10, "50": 19, "100": 282 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 1771, "30": 2104, "50": 3214, "100": 32965 } }, "default": { "nonempty": 17800, "quantiles": [ 13, 178, 434.5, 1671.1000000000004, 7716.109999999982, 21371 ], "below": { "1": 0, "5": 0, "10": 0, "20": 7, "30": 10, "50": 19, "100": 282 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 1771, "30": 2104, "50": 3214, "100": 32965 } }, "extended": { "nonempty": 17800, "quantiles": [ 27, 233, 497, 1734.300000000001, 7777.179999999971, 21432 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 1, "100": 25 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 461, "50": 461, "100": 4305 } }, "curated": { "nonempty": 17800, "quantiles": [ 27, 196, 455, 1693.2000000000007, 7739.119999999981, 21394 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 8, "100": 132 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 461, "50": 1836, "100": 16995 } } }, "train_pairs": 2607203 }, "val": { "items": 13209, "field_nonempty": { "title": 13209, "features": 13202, "description": 10144, "categories": 13209, "details": 12771, "store": 13209, "main_category": 13206 }, "description_or_features": 13203, "source_image": 11804, "adapter_image": 11804, "text_and_image": 11804, "native_differs": 0, "html": 18, "word_counts": { "native": { "nonempty": 13209, "quantiles": [ 13, 179.80000000000018, 443, 1718, 7825.640000000007, 21371 ], "below": { "1": 0, "5": 0, "10": 0, "20": 5, "30": 8, "50": 15, "100": 208 } }, "default": { "nonempty": 13209, "quantiles": [ 13, 179.80000000000018, 443, 1718, 7825.640000000007, 21371 ], "below": { "1": 0, "5": 0, "10": 0, "20": 5, "30": 8, "50": 15, "100": 208 } }, "extended": { "nonempty": 13209, "quantiles": [ 27, 234, 505, 1781.2000000000007, 7889.8800000000065, 21432 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 1, "100": 21 } }, "curated": { "nonempty": 13209, "quantiles": [ 27, 198, 464, 1742, 7851.400000000007, 21394 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 6, "100": 100 } } } }, "test": { "items": 13406, "field_nonempty": { "title": 13406, "features": 13400, "description": 10257, "categories": 13406, "details": 12963, "store": 13406, "main_category": 13404 }, "description_or_features": 13401, "source_image": 11984, "adapter_image": 11984, "text_and_image": 11984, "native_differs": 0, "html": 18, "word_counts": { "native": { "nonempty": 13406, "quantiles": [ 13, 179, 443, 1817, 8038.20000000007, 21371 ], "below": { "1": 0, "5": 0, "10": 0, "20": 5, "30": 6, "50": 13, "100": 201 } }, "default": { "nonempty": 13406, "quantiles": [ 13, 179, 443, 1817, 8038.20000000007, 21371 ], "below": { "1": 0, "5": 0, "10": 0, "20": 5, "30": 6, "50": 13, "100": 201 } }, "extended": { "nonempty": 13406, "quantiles": [ 27, 235, 505, 1883, 8100.050000000072, 21432 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 1, "100": 16 } }, "curated": { "nonempty": 13406, "quantiles": [ 27, 198, 464, 1839, 8062.050000000072, 21394 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 5, "100": 95 } } } }, "preprocessed": { "items": 17800, "field_nonempty": { "title": 17800, "features": 17791, "description": 13467, "categories": 17800, "details": 17211, "store": 17800, "main_category": 17796 }, "description_or_features": 17792, "source_image": 15896, "adapter_image": 15896, "text_and_image": 15896, "native_differs": 0, "html": 26, "word_counts": { "native": { "nonempty": 17800, "quantiles": [ 13, 178, 434.5, 1671.1000000000004, 7716.109999999982, 21371 ], "below": { "1": 0, "5": 0, "10": 0, "20": 7, "30": 10, "50": 19, "100": 282 } }, "default": { "nonempty": 17800, "quantiles": [ 13, 178, 434.5, 1671.1000000000004, 7716.109999999982, 21371 ], "below": { "1": 0, "5": 0, "10": 0, "20": 7, "30": 10, "50": 19, "100": 282 } }, "extended": { "nonempty": 17800, "quantiles": [ 27, 233, 497, 1734.300000000001, 7777.179999999971, 21432 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 1, "100": 25 } }, "curated": { "nonempty": 17800, "quantiles": [ 27, 196, 455, 1693.2000000000007, 7739.119999999981, 21394 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 8, "100": 132 } } } } }, "item_split": { "catalog": { "items": 17800, "field_nonempty": { "title": 17800, "features": 17791, "description": 13467, "categories": 17800, "details": 17211, "store": 17800, "main_category": 17796 }, "description_or_features": 17792, "source_image": 15896, "adapter_image": 15896, "text_and_image": 15896, "native_differs": 0, "html": 26, "word_counts": { "native": { "nonempty": 17800, "quantiles": [ 13, 178, 434.5, 1671.1000000000004, 7716.109999999982, 21371 ], "below": { "1": 0, "5": 0, "10": 0, "20": 7, "30": 10, "50": 19, "100": 282 } }, "default": { "nonempty": 17800, "quantiles": [ 13, 178, 434.5, 1671.1000000000004, 7716.109999999982, 21371 ], "below": { "1": 0, "5": 0, "10": 0, "20": 7, "30": 10, "50": 19, "100": 282 } }, "extended": { "nonempty": 17800, "quantiles": [ 27, 233, 497, 1734.300000000001, 7777.179999999971, 21432 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 1, "100": 25 } }, "curated": { "nonempty": 17800, "quantiles": [ 27, 196, 455, 1693.2000000000007, 7739.119999999981, 21394 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 8, "100": 132 } } } }, "train": { "items": 15130, "field_nonempty": { "title": 15130, "features": 15121, "description": 11451, "categories": 15130, "details": 14629, "store": 15130, "main_category": 15126 }, "description_or_features": 15122, "source_image": 13503, "adapter_image": 13503, "text_and_image": 13503, "native_differs": 0, "html": 22, "word_counts": { "native": { "nonempty": 15130, "quantiles": [ 13, 178, 435, 1667, 7624.039999999979, 21368 ], "below": { "1": 0, "5": 0, "10": 0, "20": 7, "30": 9, "50": 16, "100": 239 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 1945, "30": 2123, "50": 3042, "100": 31534 } }, "default": { "nonempty": 15130, "quantiles": [ 13, 178, 435, 1667, 7624.039999999979, 21368 ], "below": { "1": 0, "5": 0, "10": 0, "20": 7, "30": 9, "50": 16, "100": 239 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 1945, "30": 2123, "50": 3042, "100": 31534 } }, "extended": { "nonempty": 15130, "quantiles": [ 27, 233, 498, 1730.2000000000007, 7686.649999999987, 21429 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 1, "100": 22 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 505, "50": 505, "100": 4320 } }, "curated": { "nonempty": 15130, "quantiles": [ 27, 196, 456, 1689.1000000000004, 7646.909999999982, 21391 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 8, "100": 109 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 505, "50": 2021, "100": 15976 } } }, "train_pairs": 2471905 }, "val": { "items": 890, "field_nonempty": { "title": 890, "features": 890, "description": 660, "categories": 890, "details": 859, "store": 890, "main_category": 890 }, "description_or_features": 890, "source_image": 807, "adapter_image": 807, "text_and_image": 807, "native_differs": 0, "html": 1, "word_counts": { "native": { "nonempty": 890, "quantiles": [ 27, 169, 416.5, 1643.7000000000003, 7758.560000000007, 21371 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 2, "100": 15 } }, "default": { "nonempty": 890, "quantiles": [ 27, 169, 416.5, 1643.7000000000003, 7758.560000000007, 21371 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 2, "100": 15 } }, "extended": { "nonempty": 890, "quantiles": [ 88, 226.9, 480.5, 1710.4000000000003, 7819.110000000007, 21432 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 0, "100": 1 } }, "curated": { "nonempty": 890, "quantiles": [ 50, 189, 439, 1666.8000000000002, 7780.560000000007, 21394 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 0, "100": 7 } } } }, "test": { "items": 1780, "field_nonempty": { "title": 1780, "features": 1780, "description": 1356, "categories": 1780, "details": 1723, "store": 1780, "main_category": 1780 }, "description_or_features": 1780, "source_image": 1586, "adapter_image": 1586, "text_and_image": 1586, "native_differs": 0, "html": 3, "word_counts": { "native": { "nonempty": 1780, "quantiles": [ 48, 178, 443, 1706.9000000000012, 8163.84, 16754 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 1, "100": 28 } }, "default": { "nonempty": 1780, "quantiles": [ 48, 178, 443, 1706.9000000000012, 8163.84, 16754 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 1, "100": 28 } }, "extended": { "nonempty": 1780, "quantiles": [ 96, 231, 506, 1774.6000000000008, 8223.89, 16813 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 0, "100": 2 } }, "curated": { "nonempty": 1780, "quantiles": [ 63, 195.9, 465, 1730.3000000000004, 8185.89, 16775 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 0, "100": 16 } } } }, "preprocessed": { "items": 17800, "field_nonempty": { "title": 17800, "features": 17791, "description": 13467, "categories": 17800, "details": 17211, "store": 17800, "main_category": 17796 }, "description_or_features": 17792, "source_image": 15896, "adapter_image": 15896, "text_and_image": 15896, "native_differs": 0, "html": 26, "word_counts": { "native": { "nonempty": 17800, "quantiles": [ 13, 178, 434.5, 1671.1000000000004, 7716.109999999982, 21371 ], "below": { "1": 0, "5": 0, "10": 0, "20": 7, "30": 10, "50": 19, "100": 282 } }, "default": { "nonempty": 17800, "quantiles": [ 13, 178, 434.5, 1671.1000000000004, 7716.109999999982, 21371 ], "below": { "1": 0, "5": 0, "10": 0, "20": 7, "30": 10, "50": 19, "100": 282 } }, "extended": { "nonempty": 17800, "quantiles": [ 27, 233, 497, 1734.300000000001, 7777.179999999971, 21432 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 1, "100": 25 } }, "curated": { "nonempty": 17800, "quantiles": [ 27, 196, 455, 1693.2000000000007, 7739.119999999981, 21394 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 8, "100": 132 } } } } }, "leave_last_out": { "catalog": { "items": 17800, "field_nonempty": { "title": 17800, "features": 17791, "description": 13467, "categories": 17800, "details": 17211, "store": 17800, "main_category": 17796 }, "description_or_features": 17792, "source_image": 15896, "adapter_image": 15896, "text_and_image": 15896, "native_differs": 0, "html": 26, "word_counts": { "native": { "nonempty": 17800, "quantiles": [ 13, 178, 434.5, 1671.1000000000004, 7716.109999999982, 21371 ], "below": { "1": 0, "5": 0, "10": 0, "20": 7, "30": 10, "50": 19, "100": 282 } }, "default": { "nonempty": 17800, "quantiles": [ 13, 178, 434.5, 1671.1000000000004, 7716.109999999982, 21371 ], "below": { "1": 0, "5": 0, "10": 0, "20": 7, "30": 10, "50": 19, "100": 282 } }, "extended": { "nonempty": 17800, "quantiles": [ 27, 233, 497, 1734.300000000001, 7777.179999999971, 21432 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 1, "100": 25 } }, "curated": { "nonempty": 17800, "quantiles": [ 27, 196, 455, 1693.2000000000007, 7739.119999999981, 21394 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 8, "100": 132 } } } }, "train": { "items": 17800, "field_nonempty": { "title": 17800, "features": 17791, "description": 13467, "categories": 17800, "details": 17211, "store": 17800, "main_category": 17796 }, "description_or_features": 17792, "source_image": 15896, "adapter_image": 15896, "text_and_image": 15896, "native_differs": 0, "html": 26, "word_counts": { "native": { "nonempty": 17800, "quantiles": [ 13, 178, 434.5, 1671.1000000000004, 7716.109999999982, 21371 ], "below": { "1": 0, "5": 0, "10": 0, "20": 7, "30": 10, "50": 19, "100": 282 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 1862, "30": 2224, "50": 3266, "100": 34114 } }, "default": { "nonempty": 17800, "quantiles": [ 13, 178, 434.5, 1671.1000000000004, 7716.109999999982, 21371 ], "below": { "1": 0, "5": 0, "10": 0, "20": 7, "30": 10, "50": 19, "100": 282 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 1862, "30": 2224, "50": 3266, "100": 34114 } }, "extended": { "nonempty": 17800, "quantiles": [ 27, 233, 497, 1734.300000000001, 7777.179999999971, 21432 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 1, "100": 25 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 474, "50": 474, "100": 4578 } }, "curated": { "nonempty": 17800, "quantiles": [ 27, 196, 455, 1693.2000000000007, 7739.119999999981, 21394 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 8, "100": 132 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 474, "50": 1936, "100": 17451 } } }, "train_pairs": 2705614 }, "val": { "items": 15961, "field_nonempty": { "title": 15961, "features": 15954, "description": 12033, "categories": 15961, "details": 15430, "store": 15961, "main_category": 15958 }, "description_or_features": 15955, "source_image": 14259, "adapter_image": 14259, "text_and_image": 14259, "native_differs": 0, "html": 22, "word_counts": { "native": { "nonempty": 15961, "quantiles": [ 13, 178, 437, 1762, 7838.199999999995, 21371 ], "below": { "1": 0, "5": 0, "10": 0, "20": 5, "30": 8, "50": 17, "100": 244 } }, "default": { "nonempty": 15961, "quantiles": [ 13, 178, 437, 1762, 7838.199999999995, 21371 ], "below": { "1": 0, "5": 0, "10": 0, "20": 5, "30": 8, "50": 17, "100": 244 } }, "extended": { "nonempty": 15961, "quantiles": [ 27, 233, 501, 1828, 7902.599999999995, 21432 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 1, "100": 19 } }, "curated": { "nonempty": 15961, "quantiles": [ 27, 195, 459, 1784, 7864.599999999995, 21394 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 6, "100": 117 } } } }, "test": { "items": 15154, "field_nonempty": { "title": 15154, "features": 15148, "description": 11464, "categories": 15154, "details": 14650, "store": 15154, "main_category": 15152 }, "description_or_features": 15149, "source_image": 13538, "adapter_image": 13538, "text_and_image": 13538, "native_differs": 0, "html": 24, "word_counts": { "native": { "nonempty": 15154, "quantiles": [ 13, 180, 443, 1828.4000000000015, 7546.039999999979, 21371 ], "below": { "1": 0, "5": 0, "10": 0, "20": 4, "30": 6, "50": 15, "100": 243 } }, "default": { "nonempty": 15154, "quantiles": [ 13, 180, 443, 1828.4000000000015, 7546.039999999979, 21371 ], "below": { "1": 0, "5": 0, "10": 0, "20": 4, "30": 6, "50": 15, "100": 243 } }, "extended": { "nonempty": 15154, "quantiles": [ 27, 235, 505, 1893.7000000000007, 7606.509999999978, 21432 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 1, "100": 16 } }, "curated": { "nonempty": 15154, "quantiles": [ 27, 198, 464, 1851, 7568.509999999978, 21394 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 5, "100": 114 } } } }, "preprocessed": { "items": 17800, "field_nonempty": { "title": 17800, "features": 17791, "description": 13467, "categories": 17800, "details": 17211, "store": 17800, "main_category": 17796 }, "description_or_features": 17792, "source_image": 15896, "adapter_image": 15896, "text_and_image": 15896, "native_differs": 0, "html": 26, "word_counts": { "native": { "nonempty": 17800, "quantiles": [ 13, 178, 434.5, 1671.1000000000004, 7716.109999999982, 21371 ], "below": { "1": 0, "5": 0, "10": 0, "20": 7, "30": 10, "50": 19, "100": 282 } }, "default": { "nonempty": 17800, "quantiles": [ 13, 178, 434.5, 1671.1000000000004, 7716.109999999982, 21371 ], "below": { "1": 0, "5": 0, "10": 0, "20": 7, "30": 10, "50": 19, "100": 282 } }, "extended": { "nonempty": 17800, "quantiles": [ 27, 233, 497, 1734.300000000001, 7777.179999999971, 21432 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 1, "100": 25 } }, "curated": { "nonempty": 17800, "quantiles": [ 27, 196, 455, 1693.2000000000007, 7739.119999999981, 21394 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 8, "100": 132 } } } } }, "temporal": { "catalog": { "items": 19957, "field_nonempty": { "title": 19957, "features": 19950, "description": 13320, "categories": 19957, "details": 19292, "store": 19957, "main_category": 19954 }, "description_or_features": 19950, "source_image": 17818, "adapter_image": 17818, "text_and_image": 17818, "native_differs": 0, "html": 21, "word_counts": { "native": { "nonempty": 19957, "quantiles": [ 13, 165, 388, 1239.4000000000015, 6006.879999999997, 21371 ], "below": { "1": 0, "5": 0, "10": 0, "20": 6, "30": 10, "50": 34, "100": 406 } }, "default": { "nonempty": 19957, "quantiles": [ 13, 165, 388, 1239.4000000000015, 6006.879999999997, 21371 ], "below": { "1": 0, "5": 0, "10": 0, "20": 6, "30": 10, "50": 34, "100": 406 } }, "extended": { "nonempty": 19957, "quantiles": [ 27, 222, 449, 1302, 6069.639999999992, 21432 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 2, "100": 33 } }, "curated": { "nonempty": 19957, "quantiles": [ 27, 183, 408, 1262, 6029, 21394 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 12, "100": 197 } } } }, "train": { "items": 16217, "field_nonempty": { "title": 16217, "features": 16210, "description": 11604, "categories": 16217, "details": 15682, "store": 16217, "main_category": 16214 }, "description_or_features": 16210, "source_image": 14478, "adapter_image": 14478, "text_and_image": 14478, "native_differs": 0, "html": 19, "word_counts": { "native": { "nonempty": 16217, "quantiles": [ 13, 170, 410, 1382.3999999999996, 6757.600000000006, 21371 ], "below": { "1": 0, "5": 0, "10": 0, "20": 6, "30": 9, "50": 23, "100": 308 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 929, "30": 1172, "50": 2265, "100": 27172 } }, "default": { "nonempty": 16217, "quantiles": [ 13, 170, 410, 1382.3999999999996, 6757.600000000006, 21371 ], "below": { "1": 0, "5": 0, "10": 0, "20": 6, "30": 9, "50": 23, "100": 308 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 929, "30": 1172, "50": 2265, "100": 27172 } }, "extended": { "nonempty": 16217, "quantiles": [ 27, 226, 472, 1447.3999999999996, 6820.800000000007, 21432 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 1, "100": 26 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 354, "50": 354, "100": 2789 } }, "curated": { "nonempty": 16217, "quantiles": [ 27, 188, 430, 1405, 6782.800000000007, 21394 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 10, "100": 147 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 354, "50": 1263, "100": 14213 } } }, "train_pairs": 1680921 }, "val": { "items": 15954, "field_nonempty": { "title": 15954, "features": 15949, "description": 10691, "categories": 15954, "details": 15415, "store": 15954, "main_category": 15952 }, "description_or_features": 15949, "source_image": 14249, "adapter_image": 14249, "text_and_image": 14249, "native_differs": 0, "html": 20, "word_counts": { "native": { "nonempty": 15954, "quantiles": [ 13, 165, 391, 1336.7000000000007, 6331.459999999988, 21368 ], "below": { "1": 0, "5": 0, "10": 0, "20": 4, "30": 7, "50": 26, "100": 324 } }, "default": { "nonempty": 15954, "quantiles": [ 13, 165, 391, 1336.7000000000007, 6331.459999999988, 21368 ], "below": { "1": 0, "5": 0, "10": 0, "20": 4, "30": 7, "50": 26, "100": 324 } }, "extended": { "nonempty": 15954, "quantiles": [ 27, 222, 453, 1401.7000000000007, 6393.279999999984, 21429 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 2, "100": 23 } }, "curated": { "nonempty": 15954, "quantiles": [ 27, 184, 412, 1359.7000000000007, 6355.279999999984, 21391 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 9, "100": 161 } } } }, "test": { "items": 14155, "field_nonempty": { "title": 14155, "features": 14150, "description": 9152, "categories": 14155, "details": 13675, "store": 14155, "main_category": 14153 }, "description_or_features": 14150, "source_image": 12628, "adapter_image": 12628, "text_and_image": 12628, "native_differs": 0, "html": 19, "word_counts": { "native": { "nonempty": 14155, "quantiles": [ 13, 163, 379, 1273.800000000001, 6185.739999999983, 21368 ], "below": { "1": 0, "5": 0, "10": 0, "20": 4, "30": 7, "50": 22, "100": 302 } }, "default": { "nonempty": 14155, "quantiles": [ 13, 163, 379, 1273.800000000001, 6185.739999999983, 21368 ], "below": { "1": 0, "5": 0, "10": 0, "20": 4, "30": 7, "50": 22, "100": 302 } }, "extended": { "nonempty": 14155, "quantiles": [ 27, 220, 441, 1341.2000000000007, 6246.119999999981, 21429 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 1, "100": 23 } }, "curated": { "nonempty": 14155, "quantiles": [ 27, 182, 400, 1296, 6208.119999999981, 21391 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 6, "100": 143 } } } } } }, "union": { "items": 23549, "field_nonempty": { "title": 23549, "features": 23540, "description": 16113, "categories": 23549, "details": 22772, "store": 23549, "main_category": 23545 }, "description_or_features": 23541, "source_image": 21033, "adapter_image": 21033, "text_and_image": 21033, "native_differs": 0, "html": 29, "word_counts": { "native": { "nonempty": 23549, "quantiles": [ 13, 167, 394, 1325, 6535.600000000002, 21371 ], "below": { "1": 0, "5": 0, "10": 0, "20": 7, "30": 13, "50": 38, "100": 455 } }, "default": { "nonempty": 23549, "quantiles": [ 13, 167, 394, 1325, 6535.600000000002, 21371 ], "below": { "1": 0, "5": 0, "10": 0, "20": 7, "30": 13, "50": 38, "100": 455 } }, "extended": { "nonempty": 23549, "quantiles": [ 27, 223, 456, 1388.2000000000007, 6595.560000000001, 21432 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 2, "100": 39 } }, "curated": { "nonempty": 23549, "quantiles": [ 27, 185, 414, 1348, 6559.640000000003, 21394 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 14, "100": 212 } } } }, "details_keys": [ [ "Sticky notes", 22769 ], [ "File size", 22768 ], [ "Text to Speech", 22767 ], [ "Word Wise", 22767 ], [ "Language", 22766 ], [ "X Ray", 22765 ], [ "Enhanced typesetting", 22764 ], [ "Publication date", 22762 ], [ "Print length", 22713 ], [ "Screen Reader", 22394 ], [ "Publisher", 15328 ], [ "Simultaneous device usage", 11008 ], [ "Page numbers source ISBN", 5129 ], [ "Date First Available", 3 ], [ "Manufacturer", 3 ] ], "checked_at_utc": "2026-09-09T13:52:07.863720+00:00" }, { "category": "Magazine_Subscriptions", "context": { "catalog_sha256": "99a47fc89ac29d6ce9582e5f797e175eb5428f8c0ade43be3f2cad5109e56835", "script_sha256": "68bf9fd06b46b02b1a96d0ab2a17b6cb60feae5cb87f986e63221e0872f1355c", "recipe_sha256": "988dcc18ddc0ff458e02eda0b9b91e515a8ceaa38f010704f9959bb4880d704d", "files": [ { "path": "data/amazon2023/Magazine_Subscriptions/huggingface/raw/meta_categories/meta_Magazine_Subscriptions.jsonl", "kind": "jsonl", "size": 4096541, "mtime_ns": 1788910122930696200 } ] }, "source_rows_scanned": 3391, "duplicate_retained_rows": 0, "splits": { "user_split": { "catalog": { "items": 1708, "field_nonempty": { "title": 1708, "features": 0, "description": 708, "categories": 1438, "details": 1652, "store": 1632, "main_category": 1708 }, "description_or_features": 708, "source_image": 1708, "adapter_image": 1708, "text_and_image": 1708, "native_differs": 0, "html": 0, "word_counts": { "native": { "nonempty": 1708, "quantiles": [ 2, 11, 20, 133, 979.880000000001, 1571 ], "below": { "1": 0, "5": 56, "10": 145, "20": 828, "30": 1037, "50": 1197, "100": 1518 } }, "default": { "nonempty": 1708, "quantiles": [ 2, 11, 20, 133, 979.880000000001, 1571 ], "below": { "1": 0, "5": 56, "10": 145, "20": 828, "30": 1037, "50": 1197, "100": 1518 } }, "extended": { "nonempty": 1708, "quantiles": [ 8, 21.700000000000017, 33, 146.29999999999995, 995.880000000001, 1585 ], "below": { "1": 0, "5": 0, "10": 13, "20": 118, "30": 695, "50": 1060, "100": 1484 } }, "curated": { "nonempty": 1708, "quantiles": [ 2, 14, 25, 136, 983.880000000001, 1574 ], "below": { "1": 0, "5": 41, "10": 107, "20": 510, "30": 1005, "50": 1163, "100": 1510 } } } }, "train": { "items": 1708, "field_nonempty": { "title": 1708, "features": 0, "description": 708, "categories": 1438, "details": 1652, "store": 1632, "main_category": 1708 }, "description_or_features": 708, "source_image": 1708, "adapter_image": 1708, "text_and_image": 1708, "native_differs": 0, "html": 0, "word_counts": { "native": { "nonempty": 1708, "quantiles": [ 2, 11, 20, 133, 979.880000000001, 1571 ], "below": { "1": 0, "5": 56, "10": 145, "20": 828, "30": 1037, "50": 1197, "100": 1518 }, "train_pairs_removed": { "1": 0, "5": 170, "10": 641, "20": 6241, "30": 7105, "50": 7641, "100": 8891 } }, "default": { "nonempty": 1708, "quantiles": [ 2, 11, 20, 133, 979.880000000001, 1571 ], "below": { "1": 0, "5": 56, "10": 145, "20": 828, "30": 1037, "50": 1197, "100": 1518 }, "train_pairs_removed": { "1": 0, "5": 170, "10": 641, "20": 6241, "30": 7105, "50": 7641, "100": 8891 } }, "extended": { "nonempty": 1708, "quantiles": [ 8, 21.700000000000017, 33, 146.29999999999995, 995.880000000001, 1585 ], "below": { "1": 0, "5": 0, "10": 13, "20": 118, "30": 695, "50": 1060, "100": 1484 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 31, "20": 394, "30": 5430, "50": 7181, "100": 8752 } }, "curated": { "nonempty": 1708, "quantiles": [ 2, 14, 25, 136, 983.880000000001, 1574 ], "below": { "1": 0, "5": 41, "10": 107, "20": 510, "30": 1005, "50": 1163, "100": 1510 }, "train_pairs_removed": { "1": 0, "5": 107, "10": 518, "20": 4015, "30": 7026, "50": 7430, "100": 8846 } } }, "train_pairs": 11414 }, "val": { "items": 472, "field_nonempty": { "title": 472, "features": 0, "description": 179, "categories": 438, "details": 455, "store": 458, "main_category": 472 }, "description_or_features": 179, "source_image": 472, "adapter_image": 472, "text_and_image": 472, "native_differs": 0, "html": 0, "word_counts": { "native": { "nonempty": 472, "quantiles": [ 2, 12, 19, 290.90000000000003, 1226.9900000000027, 1512 ], "below": { "1": 0, "5": 9, "10": 30, "20": 246, "30": 291, "50": 317, "100": 387 } }, "default": { "nonempty": 472, "quantiles": [ 2, 12, 19, 290.90000000000003, 1226.9900000000027, 1512 ], "below": { "1": 0, "5": 9, "10": 30, "20": 246, "30": 291, "50": 317, "100": 387 } }, "extended": { "nonempty": 472, "quantiles": [ 9, 22, 32, 305, 1242.9900000000027, 1528 ], "below": { "1": 0, "5": 0, "10": 3, "20": 27, "30": 203, "50": 297, "100": 382 } }, "curated": { "nonempty": 472, "quantiles": [ 2, 16, 23, 294, 1230.9900000000027, 1516 ], "below": { "1": 0, "5": 6, "10": 23, "20": 159, "30": 287, "50": 309, "100": 384 } } } }, "test": { "items": 463, "field_nonempty": { "title": 463, "features": 0, "description": 170, "categories": 432, "details": 450, "store": 453, "main_category": 463 }, "description_or_features": 170, "source_image": 463, "adapter_image": 463, "text_and_image": 463, "native_differs": 0, "html": 0, "word_counts": { "native": { "nonempty": 463, "quantiles": [ 3, 12, 19, 291, 1324.94, 1512 ], "below": { "1": 0, "5": 6, "10": 23, "20": 247, "30": 296, "50": 315, "100": 380 } }, "default": { "nonempty": 463, "quantiles": [ 3, 12, 19, 291, 1324.94, 1512 ], "below": { "1": 0, "5": 6, "10": 23, "20": 247, "30": 296, "50": 315, "100": 380 } }, "extended": { "nonempty": 463, "quantiles": [ 10, 23, 31, 305, 1340.94, 1528 ], "below": { "1": 0, "5": 0, "10": 0, "20": 17, "30": 206, "50": 299, "100": 374 } }, "curated": { "nonempty": 463, "quantiles": [ 3, 16, 23, 294, 1328.94, 1516 ], "below": { "1": 0, "5": 4, "10": 16, "20": 159, "30": 292, "50": 309, "100": 378 } } } }, "preprocessed": { "items": 2003, "field_nonempty": { "title": 2003, "features": 0, "description": 855, "categories": 1655, "details": 1940, "store": 1904, "main_category": 2003 }, "description_or_features": 855, "source_image": 2003, "adapter_image": 2003, "text_and_image": 2003, "native_differs": 0, "html": 0, "word_counts": { "native": { "nonempty": 2003, "quantiles": [ 2, 11, 21, 105.79999999999995, 942.9200000000001, 1571 ], "below": { "1": 0, "5": 68, "10": 179, "20": 956, "30": 1204, "50": 1408, "100": 1796 } }, "default": { "nonempty": 2003, "quantiles": [ 2, 11, 21, 105.79999999999995, 942.9200000000001, 1571 ], "below": { "1": 0, "5": 68, "10": 179, "20": 956, "30": 1204, "50": 1408, "100": 1796 } }, "extended": { "nonempty": 2003, "quantiles": [ 5, 21, 33, 120.79999999999995, 958.8800000000001, 1585 ], "below": { "1": 0, "5": 0, "10": 19, "20": 143, "30": 793, "50": 1232, "100": 1760 } }, "curated": { "nonempty": 2003, "quantiles": [ 2, 14, 25, 109.59999999999991, 946.9000000000001, 1574 ], "below": { "1": 0, "5": 52, "10": 133, "20": 590, "30": 1161, "50": 1363, "100": 1788 } } } } }, "item_split": { "catalog": { "items": 1241, "field_nonempty": { "title": 1241, "features": 0, "description": 495, "categories": 1097, "details": 1202, "store": 1194, "main_category": 1241 }, "description_or_features": 495, "source_image": 1241, "adapter_image": 1241, "text_and_image": 1241, "native_differs": 0, "html": 0, "word_counts": { "native": { "nonempty": 1241, "quantiles": [ 2, 12, 19, 181, 1045, 1571 ], "below": { "1": 0, "5": 34, "10": 90, "20": 622, "30": 756, "50": 848, "100": 1076 } }, "default": { "nonempty": 1241, "quantiles": [ 2, 12, 19, 181, 1045, 1571 ], "below": { "1": 0, "5": 34, "10": 90, "20": 622, "30": 756, "50": 848, "100": 1076 } }, "extended": { "nonempty": 1241, "quantiles": [ 8, 22, 32, 197, 1061, 1585 ], "below": { "1": 0, "5": 0, "10": 7, "20": 78, "30": 528, "50": 772, "100": 1053 } }, "curated": { "nonempty": 1241, "quantiles": [ 2, 15, 24, 185, 1049, 1574 ], "below": { "1": 0, "5": 25, "10": 65, "20": 396, "30": 740, "50": 827, "100": 1069 } } } }, "train": { "items": 1053, "field_nonempty": { "title": 1053, "features": 0, "description": 429, "categories": 926, "details": 1022, "store": 1015, "main_category": 1053 }, "description_or_features": 429, "source_image": 1053, "adapter_image": 1053, "text_and_image": 1053, "native_differs": 0, "html": 0, "word_counts": { "native": { "nonempty": 1053, "quantiles": [ 2, 12, 20, 186.60000000000048, 1049.8000000000002, 1571 ], "below": { "1": 0, "5": 29, "10": 78, "20": 522, "30": 634, "50": 712, "100": 915 }, "train_pairs_removed": { "1": 0, "5": 174, "10": 790, "20": 7579, "30": 8331, "50": 8970, "100": 10567 } }, "default": { "nonempty": 1053, "quantiles": [ 2, 12, 20, 186.60000000000048, 1049.8000000000002, 1571 ], "below": { "1": 0, "5": 29, "10": 78, "20": 522, "30": 634, "50": 712, "100": 915 }, "train_pairs_removed": { "1": 0, "5": 174, "10": 790, "20": 7579, "30": 8331, "50": 8970, "100": 10567 } }, "extended": { "nonempty": 1053, "quantiles": [ 9, 22, 32, 201.00000000000034, 1065.8000000000002, 1585 ], "below": { "1": 0, "5": 0, "10": 4, "20": 64, "30": 440, "50": 648, "100": 892 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 27, "20": 460, "30": 6503, "50": 8422, "100": 10388 } }, "curated": { "nonempty": 1053, "quantiles": [ 2, 15, 24, 189.8000000000004, 1053.8000000000002, 1574 ], "below": { "1": 0, "5": 20, "10": 56, "20": 323, "30": 620, "50": 694, "100": 908 }, "train_pairs_removed": { "1": 0, "5": 101, "10": 678, "20": 4755, "30": 8263, "50": 8677, "100": 10506 } } }, "train_pairs": 13334 }, "val": { "items": 63, "field_nonempty": { "title": 63, "features": 0, "description": 19, "categories": 58, "details": 60, "store": 62, "main_category": 63 }, "description_or_features": 19, "source_image": 63, "adapter_image": 63, "text_and_image": 63, "native_differs": 0, "html": 0, "word_counts": { "native": { "nonempty": 63, "quantiles": [ 2, 12.2, 19, 82.40000000000003, 972.7800000000015, 1333 ], "below": { "1": 0, "5": 1, "10": 5, "20": 32, "30": 44, "50": 50, "100": 57 } }, "default": { "nonempty": 63, "quantiles": [ 2, 12.2, 19, 82.40000000000003, 972.7800000000015, 1333 ], "below": { "1": 0, "5": 1, "10": 5, "20": 32, "30": 44, "50": 50, "100": 57 } }, "extended": { "nonempty": 63, "quantiles": [ 9, 20.4, 30, 96.40000000000003, 988.7800000000015, 1349 ], "below": { "1": 0, "5": 0, "10": 2, "20": 5, "30": 29, "50": 45, "100": 57 } }, "curated": { "nonempty": 63, "quantiles": [ 2, 16, 22, 85.40000000000003, 976.7800000000015, 1337 ], "below": { "1": 0, "5": 1, "10": 2, "20": 26, "30": 44, "50": 49, "100": 57 } } } }, "test": { "items": 124, "field_nonempty": { "title": 124, "features": 0, "description": 47, "categories": 112, "details": 119, "store": 116, "main_category": 124 }, "description_or_features": 47, "source_image": 124, "adapter_image": 124, "text_and_image": 124, "native_differs": 0, "html": 0, "word_counts": { "native": { "nonempty": 124, "quantiles": [ 3, 12.3, 19, 208.7000000000001, 364.3399999999998, 667 ], "below": { "1": 0, "5": 4, "10": 7, "20": 67, "30": 77, "50": 85, "100": 103 } }, "default": { "nonempty": 124, "quantiles": [ 3, 12.3, 19, 208.7000000000001, 364.3399999999998, 667 ], "below": { "1": 0, "5": 4, "10": 7, "20": 67, "30": 77, "50": 85, "100": 103 } }, "extended": { "nonempty": 124, "quantiles": [ 8, 22.3, 30.5, 224.10000000000014, 380.9599999999998, 674 ], "below": { "1": 0, "5": 0, "10": 1, "20": 9, "30": 58, "50": 78, "100": 103 } }, "curated": { "nonempty": 124, "quantiles": [ 3, 15.3, 22.5, 212.40000000000012, 368.6499999999998, 667 ], "below": { "1": 0, "5": 4, "10": 7, "20": 46, "30": 75, "50": 83, "100": 103 } } } }, "preprocessed": { "items": 1241, "field_nonempty": { "title": 1241, "features": 0, "description": 495, "categories": 1097, "details": 1202, "store": 1194, "main_category": 1241 }, "description_or_features": 495, "source_image": 1241, "adapter_image": 1241, "text_and_image": 1241, "native_differs": 0, "html": 0, "word_counts": { "native": { "nonempty": 1241, "quantiles": [ 2, 12, 19, 181, 1045, 1571 ], "below": { "1": 0, "5": 34, "10": 90, "20": 622, "30": 756, "50": 848, "100": 1076 } }, "default": { "nonempty": 1241, "quantiles": [ 2, 12, 19, 181, 1045, 1571 ], "below": { "1": 0, "5": 34, "10": 90, "20": 622, "30": 756, "50": 848, "100": 1076 } }, "extended": { "nonempty": 1241, "quantiles": [ 8, 22, 32, 197, 1061, 1585 ], "below": { "1": 0, "5": 0, "10": 7, "20": 78, "30": 528, "50": 772, "100": 1053 } }, "curated": { "nonempty": 1241, "quantiles": [ 2, 15, 24, 185, 1049, 1574 ], "below": { "1": 0, "5": 25, "10": 65, "20": 396, "30": 740, "50": 827, "100": 1069 } } } } }, "leave_last_out": { "catalog": { "items": 1110, "field_nonempty": { "title": 1110, "features": 0, "description": 455, "categories": 957, "details": 1072, "store": 1065, "main_category": 1110 }, "description_or_features": 455, "source_image": 1110, "adapter_image": 1110, "text_and_image": 1110, "native_differs": 0, "html": 0, "word_counts": { "native": { "nonempty": 1110, "quantiles": [ 2, 11.900000000000006, 20, 173.30000000000007, 1044.7300000000002, 1571 ], "below": { "1": 0, "5": 30, "10": 84, "20": 542, "30": 679, "50": 767, "100": 970 } }, "default": { "nonempty": 1110, "quantiles": [ 2, 11.900000000000006, 20, 173.30000000000007, 1044.7300000000002, 1571 ], "below": { "1": 0, "5": 30, "10": 84, "20": 542, "30": 679, "50": 767, "100": 970 } }, "extended": { "nonempty": 1110, "quantiles": [ 9, 22, 33, 187.30000000000007, 1060.7300000000002, 1585 ], "below": { "1": 0, "5": 0, "10": 8, "20": 64, "30": 458, "50": 694, "100": 945 } }, "curated": { "nonempty": 1110, "quantiles": [ 2, 15, 24, 176.30000000000007, 1048.7300000000002, 1574 ], "below": { "1": 0, "5": 20, "10": 59, "20": 342, "30": 658, "50": 746, "100": 963 } } } }, "train": { "items": 918, "field_nonempty": { "title": 918, "features": 0, "description": 370, "categories": 792, "details": 888, "store": 879, "main_category": 918 }, "description_or_features": 370, "source_image": 918, "adapter_image": 918, "text_and_image": 918, "native_differs": 0, "html": 0, "word_counts": { "native": { "nonempty": 918, "quantiles": [ 2, 12, 20, 218.20000000000027, 1045, 1571 ], "below": { "1": 0, "5": 26, "10": 65, "20": 452, "30": 570, "50": 641, "100": 796 }, "train_pairs_removed": { "1": 0, "5": 46, "10": 153, "20": 1544, "30": 1782, "50": 1918, "100": 2227 } }, "default": { "nonempty": 918, "quantiles": [ 2, 12, 20, 218.20000000000027, 1045, 1571 ], "below": { "1": 0, "5": 26, "10": 65, "20": 452, "30": 570, "50": 641, "100": 796 }, "train_pairs_removed": { "1": 0, "5": 46, "10": 153, "20": 1544, "30": 1782, "50": 1918, "100": 2227 } }, "extended": { "nonempty": 918, "quantiles": [ 9, 22, 32, 232.50000000000034, 1061, 1585 ], "below": { "1": 0, "5": 0, "10": 7, "20": 52, "30": 382, "50": 583, "100": 775 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 12, "20": 121, "30": 1356, "50": 1804, "100": 2194 } }, "curated": { "nonempty": 918, "quantiles": [ 2, 15, 24, 221.50000000000034, 1049, 1574 ], "below": { "1": 0, "5": 17, "10": 50, "20": 285, "30": 551, "50": 624, "100": 791 }, "train_pairs_removed": { "1": 0, "5": 27, "10": 129, "20": 1033, "30": 1757, "50": 1864, "100": 2215 } } }, "train_pairs": 2822 }, "val": { "items": 353, "field_nonempty": { "title": 353, "features": 0, "description": 147, "categories": 328, "details": 345, "store": 347, "main_category": 353 }, "description_or_features": 147, "source_image": 353, "adapter_image": 353, "text_and_image": 353, "native_differs": 0, "html": 0, "word_counts": { "native": { "nonempty": 353, "quantiles": [ 2, 12, 20, 290.8, 1267.720000000003, 1512 ], "below": { "1": 0, "5": 3, "10": 21, "20": 175, "30": 207, "50": 225, "100": 286 } }, "default": { "nonempty": 353, "quantiles": [ 2, 12, 20, 290.8, 1267.720000000003, 1512 ], "below": { "1": 0, "5": 3, "10": 21, "20": 175, "30": 207, "50": 225, "100": 286 } }, "extended": { "nonempty": 353, "quantiles": [ 9, 23, 32, 305, 1282.760000000003, 1528 ], "below": { "1": 0, "5": 0, "10": 1, "20": 13, "30": 142, "50": 208, "100": 280 } }, "curated": { "nonempty": 353, "quantiles": [ 2, 16, 25, 294, 1271.240000000003, 1516 ], "below": { "1": 0, "5": 3, "10": 12, "20": 115, "30": 205, "50": 219, "100": 284 } } } }, "test": { "items": 381, "field_nonempty": { "title": 381, "features": 0, "description": 154, "categories": 350, "details": 365, "store": 372, "main_category": 381 }, "description_or_features": 154, "source_image": 381, "adapter_image": 381, "text_and_image": 381, "native_differs": 0, "html": 0, "word_counts": { "native": { "nonempty": 381, "quantiles": [ 2, 13, 19, 275, 814.1999999999982, 1496 ], "below": { "1": 0, "5": 7, "10": 22, "20": 197, "30": 230, "50": 248, "100": 316 } }, "default": { "nonempty": 381, "quantiles": [ 2, 13, 19, 275, 814.1999999999982, 1496 ], "below": { "1": 0, "5": 7, "10": 22, "20": 197, "30": 230, "50": 248, "100": 316 } }, "extended": { "nonempty": 381, "quantiles": [ 9, 23, 32, 289, 828.5999999999981, 1512 ], "below": { "1": 0, "5": 0, "10": 2, "20": 17, "30": 169, "50": 233, "100": 308 } }, "curated": { "nonempty": 381, "quantiles": [ 2, 16, 23, 278, 817.3999999999982, 1500 ], "below": { "1": 0, "5": 4, "10": 14, "20": 124, "30": 227, "50": 243, "100": 313 } } } }, "preprocessed": { "items": 1110, "field_nonempty": { "title": 1110, "features": 0, "description": 455, "categories": 957, "details": 1072, "store": 1065, "main_category": 1110 }, "description_or_features": 455, "source_image": 1110, "adapter_image": 1110, "text_and_image": 1110, "native_differs": 0, "html": 0, "word_counts": { "native": { "nonempty": 1110, "quantiles": [ 2, 11.900000000000006, 20, 173.30000000000007, 1044.7300000000002, 1571 ], "below": { "1": 0, "5": 30, "10": 84, "20": 542, "30": 679, "50": 767, "100": 970 } }, "default": { "nonempty": 1110, "quantiles": [ 2, 11.900000000000006, 20, 173.30000000000007, 1044.7300000000002, 1571 ], "below": { "1": 0, "5": 30, "10": 84, "20": 542, "30": 679, "50": 767, "100": 970 } }, "extended": { "nonempty": 1110, "quantiles": [ 9, 22, 33, 187.30000000000007, 1060.7300000000002, 1585 ], "below": { "1": 0, "5": 0, "10": 8, "20": 64, "30": 458, "50": 694, "100": 945 } }, "curated": { "nonempty": 1110, "quantiles": [ 2, 15, 24, 176.30000000000007, 1048.7300000000002, 1574 ], "below": { "1": 0, "5": 20, "10": 59, "20": 342, "30": 658, "50": 746, "100": 963 } } } } }, "temporal": { "catalog": { "items": 522, "field_nonempty": { "title": 522, "features": 0, "description": 198, "categories": 486, "details": 506, "store": 506, "main_category": 522 }, "description_or_features": 198, "source_image": 522, "adapter_image": 522, "text_and_image": 522, "native_differs": 0, "html": 0, "word_counts": { "native": { "nonempty": 522, "quantiles": [ 2, 13, 19, 258.50000000000017, 1044.37, 1571 ], "below": { "1": 0, "5": 12, "10": 31, "20": 276, "30": 325, "50": 357, "100": 443 } }, "default": { "nonempty": 522, "quantiles": [ 2, 13, 19, 258.50000000000017, 1044.37, 1571 ], "below": { "1": 0, "5": 12, "10": 31, "20": 276, "30": 325, "50": 357, "100": 443 } }, "extended": { "nonempty": 522, "quantiles": [ 9, 23, 31, 272.50000000000017, 1060.37, 1585 ], "below": { "1": 0, "5": 0, "10": 3, "20": 20, "30": 229, "50": 332, "100": 432 } }, "curated": { "nonempty": 522, "quantiles": [ 2, 16, 23, 261.50000000000017, 1048.37, 1574 ], "below": { "1": 0, "5": 9, "10": 22, "20": 168, "30": 320, "50": 346, "100": 439 } } } }, "train": { "items": 329, "field_nonempty": { "title": 329, "features": 0, "description": 125, "categories": 311, "details": 322, "store": 323, "main_category": 329 }, "description_or_features": 125, "source_image": 329, "adapter_image": 329, "text_and_image": 329, "native_differs": 0, "html": 0, "word_counts": { "native": { "nonempty": 329, "quantiles": [ 2, 12.800000000000004, 19, 274.2, 957.7199999999992, 1571 ], "below": { "1": 0, "5": 5, "10": 18, "20": 174, "30": 205, "50": 223, "100": 276 }, "train_pairs_removed": { "1": 0, "5": 6, "10": 45, "20": 447, "30": 494, "50": 548, "100": 653 } }, "default": { "nonempty": 329, "quantiles": [ 2, 12.800000000000004, 19, 274.2, 957.7199999999992, 1571 ], "below": { "1": 0, "5": 5, "10": 18, "20": 174, "30": 205, "50": 223, "100": 276 }, "train_pairs_removed": { "1": 0, "5": 6, "10": 45, "20": 447, "30": 494, "50": 548, "100": 653 } }, "extended": { "nonempty": 329, "quantiles": [ 9, 23, 31, 288.2, 973.1599999999992, 1585 ], "below": { "1": 0, "5": 0, "10": 1, "20": 8, "30": 144, "50": 210, "100": 269 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 1, "20": 11, "30": 398, "50": 504, "100": 643 } }, "curated": { "nonempty": 329, "quantiles": [ 2, 16, 23, 277.2, 961.4399999999991, 1574 ], "below": { "1": 0, "5": 4, "10": 11, "20": 106, "30": 201, "50": 217, "100": 273 }, "train_pairs_removed": { "1": 0, "5": 5, "10": 36, "20": 319, "30": 490, "50": 519, "100": 649 } } }, "train_pairs": 830 }, "val": { "items": 117, "field_nonempty": { "title": 117, "features": 0, "description": 43, "categories": 114, "details": 110, "store": 116, "main_category": 117 }, "description_or_features": 43, "source_image": 117, "adapter_image": 117, "text_and_image": 117, "native_differs": 0, "html": 0, "word_counts": { "native": { "nonempty": 117, "quantiles": [ 3, 14, 18, 146.20000000000078, 521.0000000000006, 1359 ], "below": { "1": 0, "5": 1, "10": 3, "20": 67, "30": 74, "50": 83, "100": 105 } }, "default": { "nonempty": 117, "quantiles": [ 3, 14, 18, 146.20000000000078, 521.0000000000006, 1359 ], "below": { "1": 0, "5": 1, "10": 3, "20": 67, "30": 74, "50": 83, "100": 105 } }, "extended": { "nonempty": 117, "quantiles": [ 10, 24, 30, 160.20000000000078, 535.3200000000006, 1384 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 58, "50": 76, "100": 103 } }, "curated": { "nonempty": 117, "quantiles": [ 3, 17, 23, 149.20000000000078, 524.1600000000005, 1362 ], "below": { "1": 0, "5": 1, "10": 2, "20": 40, "30": 74, "50": 79, "100": 105 } } } }, "test": { "items": 66, "field_nonempty": { "title": 66, "features": 0, "description": 21, "categories": 65, "details": 64, "store": 66, "main_category": 66 }, "description_or_features": 21, "source_image": 66, "adapter_image": 66, "text_and_image": 66, "native_differs": 0, "html": 0, "word_counts": { "native": { "nonempty": 66, "quantiles": [ 5, 14, 17, 271.5, 1412.549999999999, 1512 ], "below": { "1": 0, "5": 0, "10": 2, "20": 41, "30": 45, "50": 47, "100": 55 } }, "default": { "nonempty": 66, "quantiles": [ 5, 14, 17, 271.5, 1412.549999999999, 1512 ], "below": { "1": 0, "5": 0, "10": 2, "20": 41, "30": 45, "50": 47, "100": 55 } }, "extended": { "nonempty": 66, "quantiles": [ 20, 24.5, 28.5, 287.5, 1434.3999999999992, 1528 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 34, "50": 45, "100": 54 } }, "curated": { "nonempty": 66, "quantiles": [ 8, 17.5, 21.5, 275.5, 1415.8999999999992, 1516 ], "below": { "1": 0, "5": 0, "10": 1, "20": 26, "30": 45, "50": 46, "100": 55 } } } } } }, "union": { "items": 2003, "field_nonempty": { "title": 2003, "features": 0, "description": 855, "categories": 1655, "details": 1940, "store": 1904, "main_category": 2003 }, "description_or_features": 855, "source_image": 2003, "adapter_image": 2003, "text_and_image": 2003, "native_differs": 0, "html": 0, "word_counts": { "native": { "nonempty": 2003, "quantiles": [ 2, 11, 21, 105.79999999999995, 942.9200000000001, 1571 ], "below": { "1": 0, "5": 68, "10": 179, "20": 956, "30": 1204, "50": 1408, "100": 1796 } }, "default": { "nonempty": 2003, "quantiles": [ 2, 11, 21, 105.79999999999995, 942.9200000000001, 1571 ], "below": { "1": 0, "5": 68, "10": 179, "20": 956, "30": 1204, "50": 1408, "100": 1796 } }, "extended": { "nonempty": 2003, "quantiles": [ 5, 21, 33, 120.79999999999995, 958.8800000000001, 1585 ], "below": { "1": 0, "5": 0, "10": 19, "20": 143, "30": 793, "50": 1232, "100": 1760 } }, "curated": { "nonempty": 2003, "quantiles": [ 2, 14, 25, 109.59999999999991, 946.9000000000001, 1574 ], "below": { "1": 0, "5": 52, "10": 133, "20": 590, "30": 1161, "50": 1363, "100": 1788 } } } }, "details_keys": [ [ "Date First Available", 1939 ], [ "Manufacturer", 1076 ], [ "Package Dimensions", 34 ], [ "Item Weight", 3 ], [ "Is Discontinued By Manufacturer", 1 ] ], "checked_at_utc": "2026-09-09T13:51:50.669214+00:00" }, { "category": "Movies_and_TV", "context": { "catalog_sha256": "caab427c6845d87681bd995f53cb244006b8c7f05f8a6faa8813a7c26d2e4419", "script_sha256": "68bf9fd06b46b02b1a96d0ab2a17b6cb60feae5cb87f986e63221e0872f1355c", "recipe_sha256": "988dcc18ddc0ff458e02eda0b9b91e515a8ceaa38f010704f9959bb4880d704d", "files": [ { "path": "data/amazon2023/Movies_and_TV/huggingface/raw/meta_categories/meta_Movies_and_TV.jsonl", "kind": "jsonl", "size": 1285744674, "mtime_ns": 1788912930923866600 } ] }, "source_rows_scanned": 748224, "duplicate_retained_rows": 0, "splits": { "user_split": { "catalog": { "items": 18324, "field_nonempty": { "title": 11164, "features": 919, "description": 10756, "categories": 11163, "details": 18252, "store": 10247, "main_category": 18078 }, "description_or_features": 10756, "source_image": 18324, "adapter_image": 10248, "text_and_image": 11164, "native_differs": 0, "html": 4, "word_counts": { "native": { "nonempty": 11164, "quantiles": [ 0, 0, 57, 382.7000000000007, 738, 3990 ], "below": { "1": 7160, "5": 7160, "10": 7160, "20": 7486, "30": 7895, "50": 8699, "100": 10972 } }, "default": { "nonempty": 11164, "quantiles": [ 0, 0, 57, 382.7000000000007, 738, 3990 ], "below": { "1": 7160, "5": 7160, "10": 7160, "20": 7486, "30": 7895, "50": 8699, "100": 10972 } }, "extended": { "nonempty": 18324, "quantiles": [ 7, 41, 191, 554.7000000000007, 929.5400000000009, 4106 ], "below": { "1": 0, "5": 0, "10": 9, "20": 106, "30": 435, "50": 3270, "100": 7472 } }, "curated": { "nonempty": 18324, "quantiles": [ 4, 22, 112, 444, 807.7700000000004, 4030 ], "below": { "1": 0, "5": 7, "10": 66, "20": 796, "30": 4775, "50": 6650, "100": 8720 } } } }, "train": { "items": 18324, "field_nonempty": { "title": 11164, "features": 919, "description": 10756, "categories": 11163, "details": 18252, "store": 10247, "main_category": 18078 }, "description_or_features": 10756, "source_image": 18324, "adapter_image": 10248, "text_and_image": 11164, "native_differs": 0, "html": 4, "word_counts": { "native": { "nonempty": 11164, "quantiles": [ 0, 0, 57, 382.7000000000007, 738, 3990 ], "below": { "1": 7160, "5": 7160, "10": 7160, "20": 7486, "30": 7895, "50": 8699, "100": 10972 }, "train_pairs_removed": { "1": 800249, "5": 800249, "10": 800249, "20": 823244, "30": 848798, "50": 910941, "100": 1092329 } }, "default": { "nonempty": 11164, "quantiles": [ 0, 0, 57, 382.7000000000007, 738, 3990 ], "below": { "1": 7160, "5": 7160, "10": 7160, "20": 7486, "30": 7895, "50": 8699, "100": 10972 }, "train_pairs_removed": { "1": 800249, "5": 800249, "10": 800249, "20": 823244, "30": 848798, "50": 910941, "100": 1092329 } }, "extended": { "nonempty": 18324, "quantiles": [ 7, 41, 191, 554.7000000000007, 929.5400000000009, 4106 ], "below": { "1": 0, "5": 0, "10": 9, "20": 106, "30": 435, "50": 3270, "100": 7472 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 856, "20": 6745, "30": 32356, "50": 278778, "100": 770658 } }, "curated": { "nonempty": 18324, "quantiles": [ 4, 22, 112, 444, 807.7700000000004, 4030 ], "below": { "1": 0, "5": 7, "10": 66, "20": 796, "30": 4775, "50": 6650, "100": 8720 }, "train_pairs_removed": { "1": 0, "5": 619, "10": 7203, "20": 65687, "30": 435053, "50": 649025, "100": 884467 } } }, "train_pairs": 1619663 }, "val": { "items": 10254, "field_nonempty": { "title": 6029, "features": 542, "description": 5808, "categories": 6029, "details": 10217, "store": 5489, "main_category": 10123 }, "description_or_features": 5808, "source_image": 10254, "adapter_image": 5489, "text_and_image": 6029, "native_differs": 0, "html": 2, "word_counts": { "native": { "nonempty": 6029, "quantiles": [ 0, 0, 52, 382.7000000000007, 775.4699999999993, 3990 ], "below": { "1": 4225, "5": 4225, "10": 4225, "20": 4399, "30": 4612, "50": 5034, "100": 6269 } }, "default": { "nonempty": 6029, "quantiles": [ 0, 0, 52, 382.7000000000007, 775.4699999999993, 3990 ], "below": { "1": 4225, "5": 4225, "10": 4225, "20": 4399, "30": 4612, "50": 5034, "100": 6269 } }, "extended": { "nonempty": 10254, "quantiles": [ 8, 41, 171.5, 555, 968.8199999999961, 4106 ], "below": { "1": 0, "5": 0, "10": 5, "20": 56, "30": 239, "50": 1795, "100": 4361 } }, "curated": { "nonempty": 10254, "quantiles": [ 4, 22, 104, 444, 839.8799999999974, 4030 ], "below": { "1": 0, "5": 6, "10": 39, "20": 441, "30": 2725, "50": 3834, "100": 5046 } } } }, "test": { "items": 10070, "field_nonempty": { "title": 5858, "features": 535, "description": 5639, "categories": 5857, "details": 10032, "store": 5325, "main_category": 9936 }, "description_or_features": 5639, "source_image": 10070, "adapter_image": 5325, "text_and_image": 5858, "native_differs": 0, "html": 2, "word_counts": { "native": { "nonempty": 5858, "quantiles": [ 0, 0, 50, 379.10000000000036, 773, 3990 ], "below": { "1": 4212, "5": 4212, "10": 4212, "20": 4389, "30": 4603, "50": 5013, "100": 6203 } }, "default": { "nonempty": 5858, "quantiles": [ 0, 0, 50, 379.10000000000036, 773, 3990 ], "below": { "1": 4212, "5": 4212, "10": 4212, "20": 4389, "30": 4603, "50": 5013, "100": 6203 } }, "extended": { "nonempty": 10070, "quantiles": [ 8, 41, 165, 552.1000000000004, 950.619999999999, 4106 ], "below": { "1": 0, "5": 0, "10": 2, "20": 53, "30": 222, "50": 1795, "100": 4326 } }, "curated": { "nonempty": 10070, "quantiles": [ 4, 22, 100, 441, 828, 4030 ], "below": { "1": 0, "5": 2, "10": 34, "20": 439, "30": 2707, "50": 3811, "100": 5021 } } } }, "preprocessed": { "items": 18324, "field_nonempty": { "title": 11164, "features": 919, "description": 10756, "categories": 11163, "details": 18252, "store": 10247, "main_category": 18078 }, "description_or_features": 10756, "source_image": 18324, "adapter_image": 10248, "text_and_image": 11164, "native_differs": 0, "html": 4, "word_counts": { "native": { "nonempty": 11164, "quantiles": [ 0, 0, 57, 382.7000000000007, 738, 3990 ], "below": { "1": 7160, "5": 7160, "10": 7160, "20": 7486, "30": 7895, "50": 8699, "100": 10972 } }, "default": { "nonempty": 11164, "quantiles": [ 0, 0, 57, 382.7000000000007, 738, 3990 ], "below": { "1": 7160, "5": 7160, "10": 7160, "20": 7486, "30": 7895, "50": 8699, "100": 10972 } }, "extended": { "nonempty": 18324, "quantiles": [ 7, 41, 191, 554.7000000000007, 929.5400000000009, 4106 ], "below": { "1": 0, "5": 0, "10": 9, "20": 106, "30": 435, "50": 3270, "100": 7472 } }, "curated": { "nonempty": 18324, "quantiles": [ 4, 22, 112, 444, 807.7700000000004, 4030 ], "below": { "1": 0, "5": 7, "10": 66, "20": 796, "30": 4775, "50": 6650, "100": 8720 } } } } }, "item_split": { "catalog": { "items": 18324, "field_nonempty": { "title": 11164, "features": 919, "description": 10756, "categories": 11163, "details": 18252, "store": 10247, "main_category": 18078 }, "description_or_features": 10756, "source_image": 18324, "adapter_image": 10248, "text_and_image": 11164, "native_differs": 0, "html": 4, "word_counts": { "native": { "nonempty": 11164, "quantiles": [ 0, 0, 57, 382.7000000000007, 738, 3990 ], "below": { "1": 7160, "5": 7160, "10": 7160, "20": 7486, "30": 7895, "50": 8699, "100": 10972 } }, "default": { "nonempty": 11164, "quantiles": [ 0, 0, 57, 382.7000000000007, 738, 3990 ], "below": { "1": 7160, "5": 7160, "10": 7160, "20": 7486, "30": 7895, "50": 8699, "100": 10972 } }, "extended": { "nonempty": 18324, "quantiles": [ 7, 41, 191, 554.7000000000007, 929.5400000000009, 4106 ], "below": { "1": 0, "5": 0, "10": 9, "20": 106, "30": 435, "50": 3270, "100": 7472 } }, "curated": { "nonempty": 18324, "quantiles": [ 4, 22, 112, 444, 807.7700000000004, 4030 ], "below": { "1": 0, "5": 7, "10": 66, "20": 796, "30": 4775, "50": 6650, "100": 8720 } } } }, "train": { "items": 15574, "field_nonempty": { "title": 9501, "features": 784, "description": 9149, "categories": 9500, "details": 15512, "store": 8717, "main_category": 15363 }, "description_or_features": 9149, "source_image": 15574, "adapter_image": 8717, "text_and_image": 9501, "native_differs": 0, "html": 4, "word_counts": { "native": { "nonempty": 9501, "quantiles": [ 0, 0, 57, 381, 733.2700000000004, 3990 ], "below": { "1": 6073, "5": 6073, "10": 6073, "20": 6358, "30": 6707, "50": 7389, "100": 9332 }, "train_pairs_removed": { "1": 764033, "5": 764033, "10": 764033, "20": 786437, "30": 810724, "50": 868628, "100": 1040906 } }, "default": { "nonempty": 9501, "quantiles": [ 0, 0, 57, 381, 733.2700000000004, 3990 ], "below": { "1": 6073, "5": 6073, "10": 6073, "20": 6358, "30": 6707, "50": 7389, "100": 9332 }, "train_pairs_removed": { "1": 764033, "5": 764033, "10": 764033, "20": 786437, "30": 810724, "50": 868628, "100": 1040906 } }, "extended": { "nonempty": 15574, "quantiles": [ 7, 41, 190, 553, 924.2700000000004, 4106 ], "below": { "1": 0, "5": 0, "10": 9, "20": 94, "30": 374, "50": 2779, "100": 6341 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 959, "20": 6926, "30": 30118, "50": 265246, "100": 731265 } }, "curated": { "nonempty": 15574, "quantiles": [ 4, 22, 111, 443, 799.2700000000004, 4030 ], "below": { "1": 0, "5": 6, "10": 56, "20": 690, "30": 4059, "50": 5663, "100": 7420 }, "train_pairs_removed": { "1": 0, "5": 639, "10": 5304, "20": 62519, "30": 411165, "50": 617603, "100": 843031 } } }, "train_pairs": 1539020 }, "val": { "items": 917, "field_nonempty": { "title": 536, "features": 40, "description": 520, "categories": 536, "details": 915, "store": 496, "main_category": 899 }, "description_or_features": 520, "source_image": 917, "adapter_image": 497, "text_and_image": 536, "native_differs": 0, "html": 0, "word_counts": { "native": { "nonempty": 536, "quantiles": [ 0, 0, 53, 366.4, 787.5600000000003, 2795 ], "below": { "1": 381, "5": 381, "10": 381, "20": 395, "30": 416, "50": 449, "100": 558 } }, "default": { "nonempty": 536, "quantiles": [ 0, 0, 53, 366.4, 787.5600000000003, 2795 ], "below": { "1": 381, "5": 381, "10": 381, "20": 395, "30": 416, "50": 449, "100": 558 } }, "extended": { "nonempty": 917, "quantiles": [ 10, 41, 176, 546.1999999999999, 1023.6000000000037, 3297 ], "below": { "1": 0, "5": 0, "10": 0, "20": 3, "30": 20, "50": 178, "100": 400 } }, "curated": { "nonempty": 917, "quantiles": [ 7, 22, 104, 423.5999999999999, 846.6800000000001, 2871 ], "below": { "1": 0, "5": 0, "10": 4, "20": 38, "30": 269, "50": 353, "100": 449 } } } }, "test": { "items": 1833, "field_nonempty": { "title": 1127, "features": 95, "description": 1087, "categories": 1127, "details": 1825, "store": 1034, "main_category": 1816 }, "description_or_features": 1087, "source_image": 1833, "adapter_image": 1034, "text_and_image": 1127, "native_differs": 0, "html": 0, "word_counts": { "native": { "nonempty": 1127, "quantiles": [ 0, 0, 61, 402.79999999999995, 753.0800000000004, 2724 ], "below": { "1": 706, "5": 706, "10": 706, "20": 733, "30": 772, "50": 861, "100": 1082 } }, "default": { "nonempty": 1127, "quantiles": [ 0, 0, 61, 402.79999999999995, 753.0800000000004, 2724 ], "below": { "1": 706, "5": 706, "10": 706, "20": 733, "30": 772, "50": 861, "100": 1082 } }, "extended": { "nonempty": 1833, "quantiles": [ 15, 42, 199, 574, 945.5200000000009, 2952 ], "below": { "1": 0, "5": 0, "10": 0, "20": 9, "30": 41, "50": 313, "100": 731 } }, "curated": { "nonempty": 1833, "quantiles": [ 4, 22, 117, 466.79999999999995, 815.0800000000004, 2791 ], "below": { "1": 0, "5": 1, "10": 6, "20": 68, "30": 447, "50": 634, "100": 851 } } } }, "preprocessed": { "items": 18324, "field_nonempty": { "title": 11164, "features": 919, "description": 10756, "categories": 11163, "details": 18252, "store": 10247, "main_category": 18078 }, "description_or_features": 10756, "source_image": 18324, "adapter_image": 10248, "text_and_image": 11164, "native_differs": 0, "html": 4, "word_counts": { "native": { "nonempty": 11164, "quantiles": [ 0, 0, 57, 382.7000000000007, 738, 3990 ], "below": { "1": 7160, "5": 7160, "10": 7160, "20": 7486, "30": 7895, "50": 8699, "100": 10972 } }, "default": { "nonempty": 11164, "quantiles": [ 0, 0, 57, 382.7000000000007, 738, 3990 ], "below": { "1": 7160, "5": 7160, "10": 7160, "20": 7486, "30": 7895, "50": 8699, "100": 10972 } }, "extended": { "nonempty": 18324, "quantiles": [ 7, 41, 191, 554.7000000000007, 929.5400000000009, 4106 ], "below": { "1": 0, "5": 0, "10": 9, "20": 106, "30": 435, "50": 3270, "100": 7472 } }, "curated": { "nonempty": 18324, "quantiles": [ 4, 22, 112, 444, 807.7700000000004, 4030 ], "below": { "1": 0, "5": 7, "10": 66, "20": 796, "30": 4775, "50": 6650, "100": 8720 } } } } }, "leave_last_out": { "catalog": { "items": 18324, "field_nonempty": { "title": 11164, "features": 919, "description": 10756, "categories": 11163, "details": 18252, "store": 10247, "main_category": 18078 }, "description_or_features": 10756, "source_image": 18324, "adapter_image": 10248, "text_and_image": 11164, "native_differs": 0, "html": 4, "word_counts": { "native": { "nonempty": 11164, "quantiles": [ 0, 0, 57, 382.7000000000007, 738, 3990 ], "below": { "1": 7160, "5": 7160, "10": 7160, "20": 7486, "30": 7895, "50": 8699, "100": 10972 } }, "default": { "nonempty": 11164, "quantiles": [ 0, 0, 57, 382.7000000000007, 738, 3990 ], "below": { "1": 7160, "5": 7160, "10": 7160, "20": 7486, "30": 7895, "50": 8699, "100": 10972 } }, "extended": { "nonempty": 18324, "quantiles": [ 7, 41, 191, 554.7000000000007, 929.5400000000009, 4106 ], "below": { "1": 0, "5": 0, "10": 9, "20": 106, "30": 435, "50": 3270, "100": 7472 } }, "curated": { "nonempty": 18324, "quantiles": [ 4, 22, 112, 444, 807.7700000000004, 4030 ], "below": { "1": 0, "5": 7, "10": 66, "20": 796, "30": 4775, "50": 6650, "100": 8720 } } } }, "train": { "items": 18324, "field_nonempty": { "title": 11164, "features": 919, "description": 10756, "categories": 11163, "details": 18252, "store": 10247, "main_category": 18078 }, "description_or_features": 10756, "source_image": 18324, "adapter_image": 10248, "text_and_image": 11164, "native_differs": 0, "html": 4, "word_counts": { "native": { "nonempty": 11164, "quantiles": [ 0, 0, 57, 382.7000000000007, 738, 3990 ], "below": { "1": 7160, "5": 7160, "10": 7160, "20": 7486, "30": 7895, "50": 8699, "100": 10972 }, "train_pairs_removed": { "1": 779073, "5": 779073, "10": 779073, "20": 802196, "30": 828071, "50": 890280, "100": 1069009 } }, "default": { "nonempty": 11164, "quantiles": [ 0, 0, 57, 382.7000000000007, 738, 3990 ], "below": { "1": 7160, "5": 7160, "10": 7160, "20": 7486, "30": 7895, "50": 8699, "100": 10972 }, "train_pairs_removed": { "1": 779073, "5": 779073, "10": 779073, "20": 802196, "30": 828071, "50": 890280, "100": 1069009 } }, "extended": { "nonempty": 18324, "quantiles": [ 7, 41, 191, 554.7000000000007, 929.5400000000009, 4106 ], "below": { "1": 0, "5": 0, "10": 9, "20": 106, "30": 435, "50": 3270, "100": 7472 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 914, "20": 6857, "30": 32305, "50": 275692, "100": 761698 } }, "curated": { "nonempty": 18324, "quantiles": [ 4, 22, 112, 444, 807.7700000000004, 4030 ], "below": { "1": 0, "5": 7, "10": 66, "20": 796, "30": 4775, "50": 6650, "100": 8720 }, "train_pairs_removed": { "1": 0, "5": 651, "10": 7238, "20": 65754, "30": 427630, "50": 638167, "100": 873666 } } }, "train_pairs": 1606685 }, "val": { "items": 16454, "field_nonempty": { "title": 9900, "features": 856, "description": 9542, "categories": 9900, "details": 16390, "store": 9046, "main_category": 16244 }, "description_or_features": 9542, "source_image": 16454, "adapter_image": 9047, "text_and_image": 9900, "native_differs": 0, "html": 4, "word_counts": { "native": { "nonempty": 9900, "quantiles": [ 0, 0, 55, 378, 739, 3990 ], "below": { "1": 6554, "5": 6554, "10": 6554, "20": 6842, "30": 7196, "50": 7904, "100": 9956 } }, "default": { "nonempty": 9900, "quantiles": [ 0, 0, 55, 378, 739, 3990 ], "below": { "1": 6554, "5": 6554, "10": 6554, "20": 6842, "30": 7196, "50": 7904, "100": 9956 } }, "extended": { "nonempty": 16454, "quantiles": [ 7, 41, 182, 550, 938, 4106 ], "below": { "1": 0, "5": 0, "10": 7, "20": 94, "30": 379, "50": 2955, "100": 6808 } }, "curated": { "nonempty": 16454, "quantiles": [ 4, 22, 108, 438, 809, 4030 ], "below": { "1": 0, "5": 6, "10": 56, "20": 703, "30": 4331, "50": 6043, "100": 7936 } } } }, "test": { "items": 15927, "field_nonempty": { "title": 9610, "features": 816, "description": 9252, "categories": 9609, "details": 15865, "store": 8796, "main_category": 15719 }, "description_or_features": 9252, "source_image": 15927, "adapter_image": 8797, "text_and_image": 9610, "native_differs": 0, "html": 4, "word_counts": { "native": { "nonempty": 9610, "quantiles": [ 0, 0, 56, 379, 736.7399999999998, 3990 ], "below": { "1": 6317, "5": 6317, "10": 6317, "20": 6602, "30": 6945, "50": 7622, "100": 9631 } }, "default": { "nonempty": 9610, "quantiles": [ 0, 0, 56, 379, 736.7399999999998, 3990 ], "below": { "1": 6317, "5": 6317, "10": 6317, "20": 6602, "30": 6945, "50": 7622, "100": 9631 } }, "extended": { "nonempty": 15927, "quantiles": [ 7, 41, 183, 552, 929.4799999999996, 4106 ], "below": { "1": 0, "5": 0, "10": 5, "20": 80, "30": 338, "50": 2812, "100": 6547 } }, "curated": { "nonempty": 15927, "quantiles": [ 4, 22, 109, 440, 805.4399999999987, 4030 ], "below": { "1": 0, "5": 4, "10": 47, "20": 636, "30": 4154, "50": 5839, "100": 7651 } } } }, "preprocessed": { "items": 18324, "field_nonempty": { "title": 11164, "features": 919, "description": 10756, "categories": 11163, "details": 18252, "store": 10247, "main_category": 18078 }, "description_or_features": 10756, "source_image": 18324, "adapter_image": 10248, "text_and_image": 11164, "native_differs": 0, "html": 4, "word_counts": { "native": { "nonempty": 11164, "quantiles": [ 0, 0, 57, 382.7000000000007, 738, 3990 ], "below": { "1": 7160, "5": 7160, "10": 7160, "20": 7486, "30": 7895, "50": 8699, "100": 10972 } }, "default": { "nonempty": 11164, "quantiles": [ 0, 0, 57, 382.7000000000007, 738, 3990 ], "below": { "1": 7160, "5": 7160, "10": 7160, "20": 7486, "30": 7895, "50": 8699, "100": 10972 } }, "extended": { "nonempty": 18324, "quantiles": [ 7, 41, 191, 554.7000000000007, 929.5400000000009, 4106 ], "below": { "1": 0, "5": 0, "10": 9, "20": 106, "30": 435, "50": 3270, "100": 7472 } }, "curated": { "nonempty": 18324, "quantiles": [ 4, 22, 112, 444, 807.7700000000004, 4030 ], "below": { "1": 0, "5": 7, "10": 66, "20": 796, "30": 4775, "50": 6650, "100": 8720 } } } } }, "temporal": { "catalog": { "items": 17522, "field_nonempty": { "title": 8294, "features": 1213, "description": 7963, "categories": 8283, "details": 17477, "store": 7084, "main_category": 17350 }, "description_or_features": 7963, "source_image": 17522, "adapter_image": 7085, "text_and_image": 8294, "native_differs": 0, "html": 4, "word_counts": { "native": { "nonempty": 8294, "quantiles": [ 0, 0, 0, 224, 660.3700000000026, 3990 ], "below": { "1": 9228, "5": 9228, "10": 9228, "20": 9513, "30": 9811, "50": 10573, "100": 12763 } }, "default": { "nonempty": 8294, "quantiles": [ 0, 0, 0, 224, 660.3700000000026, 3990 ], "below": { "1": 9228, "5": 9228, "10": 9228, "20": 9513, "30": 9811, "50": 10573, "100": 12763 } }, "extended": { "nonempty": 17522, "quantiles": [ 7, 38, 81, 412, 833, 4106 ], "below": { "1": 0, "5": 0, "10": 29, "20": 125, "30": 584, "50": 4384, "100": 9412 } }, "curated": { "nonempty": 17522, "quantiles": [ 4, 22, 52, 281, 720, 4030 ], "below": { "1": 0, "5": 11, "10": 110, "20": 1216, "30": 6575, "50": 8500, "100": 10704 } } } }, "train": { "items": 14804, "field_nonempty": { "title": 7098, "features": 1002, "description": 6826, "categories": 7087, "details": 14766, "store": 6098, "main_category": 14650 }, "description_or_features": 6826, "source_image": 14804, "adapter_image": 6099, "text_and_image": 7098, "native_differs": 0, "html": 3, "word_counts": { "native": { "nonempty": 7098, "quantiles": [ 0, 0, 0, 244, 675.9699999999993, 3990 ], "below": { "1": 7706, "5": 7706, "10": 7706, "20": 7938, "30": 8183, "50": 8817, "100": 10649 }, "train_pairs_removed": { "1": 252328, "5": 252328, "10": 252328, "20": 257449, "30": 262795, "50": 278284, "100": 330014 } }, "default": { "nonempty": 7098, "quantiles": [ 0, 0, 0, 244, 675.9699999999993, 3990 ], "below": { "1": 7706, "5": 7706, "10": 7706, "20": 7938, "30": 8183, "50": 8817, "100": 10649 }, "train_pairs_removed": { "1": 252328, "5": 252328, "10": 252328, "20": 257449, "30": 262795, "50": 278284, "100": 330014 } }, "extended": { "nonempty": 14804, "quantiles": [ 7, 38, 81, 432, 850.9699999999993, 4106 ], "below": { "1": 0, "5": 0, "10": 25, "20": 96, "30": 479, "50": 3741, "100": 7956 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 445, "20": 1709, "30": 10580, "50": 93753, "100": 231671 } }, "curated": { "nonempty": 14804, "quantiles": [ 4, 22, 52, 305.7000000000007, 737, 4030 ], "below": { "1": 0, "5": 9, "10": 88, "20": 1042, "30": 5568, "50": 7177, "100": 9001 }, "train_pairs_removed": { "1": 0, "5": 221, "10": 2184, "20": 24751, "30": 153457, "50": 207405, "100": 262738 } } }, "train_pairs": 422446 }, "val": { "items": 10612, "field_nonempty": { "title": 5615, "features": 658, "description": 5387, "categories": 5610, "details": 10580, "store": 4958, "main_category": 10489 }, "description_or_features": 5387, "source_image": 10612, "adapter_image": 4959, "text_and_image": 5615, "native_differs": 0, "html": 4, "word_counts": { "native": { "nonempty": 5615, "quantiles": [ 0, 0, 24, 232, 660.6699999999983, 3871 ], "below": { "1": 4997, "5": 4997, "10": 4997, "20": 5191, "30": 5398, "50": 5871, "100": 7315 } }, "default": { "nonempty": 5615, "quantiles": [ 0, 0, 24, 232, 660.6699999999983, 3871 ], "below": { "1": 4997, "5": 4997, "10": 4997, "20": 5191, "30": 5398, "50": 5871, "100": 7315 } }, "extended": { "nonempty": 10612, "quantiles": [ 7, 40, 107, 422.89999999999964, 832.8899999999994, 4039 ], "below": { "1": 0, "5": 0, "10": 13, "20": 56, "30": 255, "50": 2271, "100": 5160 } }, "curated": { "nonempty": 10612, "quantiles": [ 4, 22, 73, 291.89999999999964, 712.7799999999988, 3919 ], "below": { "1": 0, "5": 4, "10": 55, "20": 520, "30": 3587, "50": 4722, "100": 6000 } } } }, "test": { "items": 6941, "field_nonempty": { "title": 3626, "features": 453, "description": 3480, "categories": 3624, "details": 6919, "store": 3177, "main_category": 6875 }, "description_or_features": 3480, "source_image": 6941, "adapter_image": 3177, "text_and_image": 3626, "native_differs": 0, "html": 1, "word_counts": { "native": { "nonempty": 3626, "quantiles": [ 0, 0, 21, 210, 601, 3504 ], "below": { "1": 3315, "5": 3315, "10": 3315, "20": 3436, "30": 3572, "50": 3900, "100": 4876 } }, "default": { "nonempty": 3626, "quantiles": [ 0, 0, 21, 210, 601, 3504 ], "below": { "1": 3315, "5": 3315, "10": 3315, "20": 3436, "30": 3572, "50": 3900, "100": 4876 } }, "extended": { "nonempty": 6941, "quantiles": [ 8, 41, 111, 403, 777.6000000000004, 3657 ], "below": { "1": 0, "5": 0, "10": 8, "20": 34, "30": 149, "50": 1378, "100": 3326 } }, "curated": { "nonempty": 6941, "quantiles": [ 4, 22, 76, 269, 665.2000000000007, 3566 ], "below": { "1": 0, "5": 2, "10": 35, "20": 280, "30": 2259, "50": 3043, "100": 3914 } } } } } }, "union": { "items": 24791, "field_nonempty": { "title": 13300, "features": 1496, "description": 12781, "categories": 13289, "details": 24710, "store": 11806, "main_category": 24512 }, "description_or_features": 12781, "source_image": 24791, "adapter_image": 11808, "text_and_image": 13300, "native_differs": 0, "html": 6, "word_counts": { "native": { "nonempty": 13300, "quantiles": [ 0, 0, 28, 327, 697.0999999999985, 3990 ], "below": { "1": 11491, "5": 11491, "10": 11491, "20": 11920, "30": 12419, "50": 13516, "100": 16575 } }, "default": { "nonempty": 13300, "quantiles": [ 0, 0, 28, 327, 697.0999999999985, 3990 ], "below": { "1": 11491, "5": 11491, "10": 11491, "20": 11920, "30": 12419, "50": 13516, "100": 16575 } }, "extended": { "nonempty": 24791, "quantiles": [ 7, 38, 112, 501, 875.0999999999985, 4106 ], "below": { "1": 0, "5": 0, "10": 33, "20": 199, "30": 827, "50": 5636, "100": 11891 } }, "curated": { "nonempty": 24791, "quantiles": [ 4, 22, 78, 390, 760.0999999999985, 4030 ], "below": { "1": 0, "5": 13, "10": 155, "20": 1590, "30": 8185, "50": 10720, "100": 13639 } } } }, "details_keys": [ [ "Subtitles", 21323 ], [ "Studio", 20290 ], [ "Producers", 15146 ], [ "Directors", 12690 ], [ "Starring", 12002 ], [ "Audio languages", 11841 ], [ "Media Format", 11386 ], [ "Release date", 11328 ], [ "Number of discs", 11325 ], [ "Actors", 11112 ], [ "MPAA rating", 11033 ], [ "Product Dimensions", 10859 ], [ "Run time", 10832 ], [ "Language", 10831 ], [ "Is Discontinued By Manufacturer", 9950 ], [ "Format", 9490 ], [ "Contributor", 9437 ], [ "Genre", 9024 ], [ "Director", 8872 ], [ "Item model number", 8554 ], [ "Content advisory", 8241 ], [ "Aspect Ratio", 7480 ], [ "Runtime", 5918 ], [ "Dubbed", 4227 ], [ "Country of Origin", 4198 ], [ "Writers", 3902 ], [ "Number Of Discs", 2446 ], [ "Initial release date", 1076 ], [ "Audio Description", 708 ], [ "Package Dimensions", 525 ], [ "Digital Copy Expiration Date", 341 ], [ "Brand", 40 ], [ "Item Weight", 31 ], [ "Publication Date", 30 ], [ "Number of Items", 18 ], [ "Item Dimensions LxWxH", 12 ], [ "Color", 11 ], [ "Theme", 10 ], [ "Date First Available", 8 ], [ "Orientation", 8 ], [ "Age Range (Description)", 7 ], [ "Shape", 7 ], [ "Special Feature", 5 ], [ "Material", 4 ], [ "Unit Count", 4 ], [ "Manufacturer", 4 ], [ "Number of Pieces", 4 ], [ "Occasion", 4 ], [ "Media Type", 3 ], [ "Target Audience", 3 ], [ "Best Sellers Rank", 3 ], [ "Binding", 3 ], [ "Domestic Shipping", 3 ], [ "International Shipping", 3 ], [ "Item Package Quantity", 3 ], [ "Style", 3 ], [ "Number of Players", 2 ], [ "Batteries", 2 ], [ "Voltage", 2 ], [ "Assembly Required", 2 ] ], "checked_at_utc": "2026-09-09T13:51:59.281859+00:00" }, { "category": "Musical_Instruments", "context": { "catalog_sha256": "ef3d504591d8b661a68996f1f4c6d3d14ca39e1b699e540b1b7738aa074ad665", "script_sha256": "68bf9fd06b46b02b1a96d0ab2a17b6cb60feae5cb87f986e63221e0872f1355c", "recipe_sha256": "988dcc18ddc0ff458e02eda0b9b91e515a8ceaa38f010704f9959bb4880d704d", "files": [ { "path": "data/amazon2023/Musical_Instruments/huggingface/raw_meta_Musical_Instruments/full-00000-of-00002.parquet", "kind": "parquet", "size": 123655258, "mtime_ns": 1788913445858404600 }, { "path": "data/amazon2023/Musical_Instruments/huggingface/raw_meta_Musical_Instruments/full-00001-of-00002.parquet", "kind": "parquet", "size": 105978375, "mtime_ns": 1788913570578475800 } ] }, "source_rows_scanned": 213593, "duplicate_retained_rows": 0, "splits": { "user_split": { "catalog": { "items": 16766, "field_nonempty": { "title": 16764, "features": 16045, "description": 12081, "categories": 16329, "details": 16631, "store": 16705, "main_category": 16677 }, "description_or_features": 16246, "source_image": 16762, "adapter_image": 0, "text_and_image": 16762, "native_differs": 16766, "html": 101, "word_counts": { "native": { "nonempty": 16766, "quantiles": [ 10, 55, 151, 363, 816.3499999999985, 11261 ], "below": { "1": 0, "5": 0, "10": 0, "20": 82, "30": 321, "50": 1340, "100": 4968 } }, "default": { "nonempty": 16766, "quantiles": [ 4, 58, 154, 366.5, 819, 11266 ], "below": { "1": 0, "5": 1, "10": 26, "20": 149, "30": 335, "50": 1199, "100": 4722 } }, "extended": { "nonempty": 16766, "quantiles": [ 9, 121, 234, 458, 919.3499999999985, 11336 ], "below": { "1": 0, "5": 0, "10": 1, "20": 4, "30": 9, "50": 110, "100": 963 } }, "curated": { "nonempty": 16766, "quantiles": [ 5, 64, 161, 375, 830, 11273 ], "below": { "1": 0, "5": 0, "10": 8, "20": 102, "30": 245, "50": 902, "100": 4199 } } } }, "train": { "items": 16766, "field_nonempty": { "title": 16764, "features": 16045, "description": 12081, "categories": 16329, "details": 16631, "store": 16705, "main_category": 16677 }, "description_or_features": 16246, "source_image": 16762, "adapter_image": 0, "text_and_image": 16762, "native_differs": 16766, "html": 101, "word_counts": { "native": { "nonempty": 16766, "quantiles": [ 10, 55, 151, 363, 816.3499999999985, 11261 ], "below": { "1": 0, "5": 0, "10": 0, "20": 82, "30": 321, "50": 1340, "100": 4968 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 892, "30": 3620, "50": 19954, "100": 96243 } }, "default": { "nonempty": 16766, "quantiles": [ 4, 58, 154, 366.5, 819, 11266 ], "below": { "1": 0, "5": 1, "10": 26, "20": 149, "30": 335, "50": 1199, "100": 4722 }, "train_pairs_removed": { "1": 0, "5": 7, "10": 237, "20": 1471, "30": 3762, "50": 17732, "100": 91356 } }, "extended": { "nonempty": 16766, "quantiles": [ 9, 121, 234, 458, 919.3499999999985, 11336 ], "below": { "1": 0, "5": 0, "10": 1, "20": 4, "30": 9, "50": 110, "100": 963 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 5, "20": 39, "30": 83, "50": 1071, "100": 12377 } }, "curated": { "nonempty": 16766, "quantiles": [ 5, 64, 161, 375, 830, 11273 ], "below": { "1": 0, "5": 0, "10": 8, "20": 102, "30": 245, "50": 902, "100": 4199 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 69, "20": 948, "30": 2582, "50": 11745, "100": 80271 } } }, "train_pairs": 354789 }, "val": { "items": 5933, "field_nonempty": { "title": 5933, "features": 5740, "description": 4321, "categories": 5823, "details": 5889, "store": 5922, "main_category": 5901 }, "description_or_features": 5807, "source_image": 5931, "adapter_image": 0, "text_and_image": 5931, "native_differs": 5933, "html": 46, "word_counts": { "native": { "nonempty": 5933, "quantiles": [ 13, 60, 154, 372, 862.7200000000012, 11261 ], "below": { "1": 0, "5": 0, "10": 0, "20": 16, "30": 71, "50": 387, "100": 1670 } }, "default": { "nonempty": 5933, "quantiles": [ 7, 63, 157, 376, 865.4000000000015, 11266 ], "below": { "1": 0, "5": 0, "10": 4, "20": 22, "30": 74, "50": 346, "100": 1590 } }, "extended": { "nonempty": 5933, "quantiles": [ 9, 129, 239, 469, 972.760000000002, 11336 ], "below": { "1": 0, "5": 0, "10": 1, "20": 1, "30": 3, "50": 22, "100": 249 } }, "curated": { "nonempty": 5933, "quantiles": [ 9, 69, 164, 384, 873.0400000000009, 11273 ], "below": { "1": 0, "5": 0, "10": 1, "20": 16, "30": 46, "50": 258, "100": 1393 } } } }, "test": { "items": 5863, "field_nonempty": { "title": 5861, "features": 5654, "description": 4269, "categories": 5738, "details": 5824, "store": 5851, "main_category": 5835 }, "description_or_features": 5713, "source_image": 5862, "adapter_image": 0, "text_and_image": 5862, "native_differs": 5863, "html": 41, "word_counts": { "native": { "nonempty": 5863, "quantiles": [ 14, 57, 153, 376, 862, 4221 ], "below": { "1": 0, "5": 0, "10": 0, "20": 21, "30": 83, "50": 428, "100": 1656 } }, "default": { "nonempty": 5863, "quantiles": [ 8, 60, 156, 379.8000000000002, 865.3800000000001, 4225 ], "below": { "1": 0, "5": 0, "10": 4, "20": 38, "30": 92, "50": 381, "100": 1578 } }, "extended": { "nonempty": 5863, "quantiles": [ 16, 125.20000000000005, 237, 476, 965.7600000000002, 4261 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 1, "50": 27, "100": 293 } }, "curated": { "nonempty": 5863, "quantiles": [ 10, 66, 163, 387, 872.7600000000002, 4227 ], "below": { "1": 0, "5": 0, "10": 0, "20": 29, "30": 68, "50": 279, "100": 1395 } } } }, "preprocessed": { "items": 16766, "field_nonempty": { "title": 16764, "features": 16045, "description": 12081, "categories": 16329, "details": 16631, "store": 16705, "main_category": 16677 }, "description_or_features": 16246, "source_image": 16762, "adapter_image": 0, "text_and_image": 16762, "native_differs": 16766, "html": 101, "word_counts": { "native": { "nonempty": 16766, "quantiles": [ 10, 55, 151, 363, 816.3499999999985, 11261 ], "below": { "1": 0, "5": 0, "10": 0, "20": 82, "30": 321, "50": 1340, "100": 4968 } }, "default": { "nonempty": 16766, "quantiles": [ 4, 58, 154, 366.5, 819, 11266 ], "below": { "1": 0, "5": 1, "10": 26, "20": 149, "30": 335, "50": 1199, "100": 4722 } }, "extended": { "nonempty": 16766, "quantiles": [ 9, 121, 234, 458, 919.3499999999985, 11336 ], "below": { "1": 0, "5": 0, "10": 1, "20": 4, "30": 9, "50": 110, "100": 963 } }, "curated": { "nonempty": 16766, "quantiles": [ 5, 64, 161, 375, 830, 11273 ], "below": { "1": 0, "5": 0, "10": 8, "20": 102, "30": 245, "50": 902, "100": 4199 } } } } }, "item_split": { "catalog": { "items": 16766, "field_nonempty": { "title": 16764, "features": 16045, "description": 12081, "categories": 16329, "details": 16631, "store": 16705, "main_category": 16677 }, "description_or_features": 16246, "source_image": 16762, "adapter_image": 0, "text_and_image": 16762, "native_differs": 16766, "html": 101, "word_counts": { "native": { "nonempty": 16766, "quantiles": [ 10, 55, 151, 363, 816.3499999999985, 11261 ], "below": { "1": 0, "5": 0, "10": 0, "20": 82, "30": 321, "50": 1340, "100": 4968 } }, "default": { "nonempty": 16766, "quantiles": [ 4, 58, 154, 366.5, 819, 11266 ], "below": { "1": 0, "5": 1, "10": 26, "20": 149, "30": 335, "50": 1199, "100": 4722 } }, "extended": { "nonempty": 16766, "quantiles": [ 9, 121, 234, 458, 919.3499999999985, 11336 ], "below": { "1": 0, "5": 0, "10": 1, "20": 4, "30": 9, "50": 110, "100": 963 } }, "curated": { "nonempty": 16766, "quantiles": [ 5, 64, 161, 375, 830, 11273 ], "below": { "1": 0, "5": 0, "10": 8, "20": 102, "30": 245, "50": 902, "100": 4199 } } } }, "train": { "items": 14250, "field_nonempty": { "title": 14248, "features": 13618, "description": 10246, "categories": 13882, "details": 14134, "store": 14198, "main_category": 14175 }, "description_or_features": 13797, "source_image": 14246, "adapter_image": 0, "text_and_image": 14246, "native_differs": 14250, "html": 82, "word_counts": { "native": { "nonempty": 14250, "quantiles": [ 10, 55, 151, 361, 836.0400000000009, 11261 ], "below": { "1": 0, "5": 0, "10": 0, "20": 71, "30": 272, "50": 1132, "100": 4211 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 940, "30": 3883, "50": 21230, "100": 103031 } }, "default": { "nonempty": 14250, "quantiles": [ 4, 58, 154, 364, 839.0400000000009, 11266 ], "below": { "1": 0, "5": 1, "10": 23, "20": 126, "30": 284, "50": 1014, "100": 3998 }, "train_pairs_removed": { "1": 0, "5": 7, "10": 261, "20": 1559, "30": 4019, "50": 18822, "100": 98094 } }, "extended": { "nonempty": 14250, "quantiles": [ 9, 121, 234, 456, 927.5100000000002, 11336 ], "below": { "1": 0, "5": 0, "10": 1, "20": 3, "30": 7, "50": 87, "100": 813 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 8, "20": 35, "30": 86, "50": 1042, "100": 13339 } }, "curated": { "nonempty": 14250, "quantiles": [ 5, 64, 161, 373, 844.5100000000002, 11273 ], "below": { "1": 0, "5": 0, "10": 7, "20": 83, "30": 203, "50": 760, "100": 3564 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 72, "20": 955, "30": 2656, "50": 12641, "100": 86303 } } }, "train_pairs": 375422 }, "val": { "items": 839, "field_nonempty": { "title": 839, "features": 805, "description": 611, "categories": 815, "details": 831, "store": 835, "main_category": 834 }, "description_or_features": 814, "source_image": 839, "adapter_image": 0, "text_and_image": 839, "native_differs": 839, "html": 8, "word_counts": { "native": { "nonempty": 839, "quantiles": [ 13, 53.60000000000002, 147, 372.20000000000005, 783.6000000000001, 2792 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 16, "50": 73, "100": 268 } }, "default": { "nonempty": 839, "quantiles": [ 7, 56, 150, 376, 786.6000000000001, 2795 ], "below": { "1": 0, "5": 0, "10": 2, "20": 7, "30": 19, "50": 66, "100": 253 } }, "extended": { "nonempty": 839, "quantiles": [ 34, 117, 227, 465, 890.34, 2867 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 8, "100": 55 } }, "curated": { "nonempty": 839, "quantiles": [ 9, 63.80000000000001, 157, 381.4000000000001, 793.1200000000001, 2805 ], "below": { "1": 0, "5": 0, "10": 1, "20": 6, "30": 14, "50": 50, "100": 225 } } } }, "test": { "items": 1677, "field_nonempty": { "title": 1677, "features": 1622, "description": 1224, "categories": 1632, "details": 1666, "store": 1672, "main_category": 1668 }, "description_or_features": 1635, "source_image": 1677, "adapter_image": 0, "text_and_image": 1677, "native_differs": 1677, "html": 11, "word_counts": { "native": { "nonempty": 1677, "quantiles": [ 15, 55, 149, 378, 751.1200000000001, 5510 ], "below": { "1": 0, "5": 0, "10": 0, "20": 9, "30": 33, "50": 135, "100": 489 } }, "default": { "nonempty": 1677, "quantiles": [ 9, 58, 152, 381, 755.8800000000001, 5512 ], "below": { "1": 0, "5": 0, "10": 1, "20": 16, "30": 32, "50": 119, "100": 471 } }, "extended": { "nonempty": 1677, "quantiles": [ 15, 123, 233, 467.4000000000001, 858.1600000000005, 5574 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 2, "50": 15, "100": 95 } }, "curated": { "nonempty": 1677, "quantiles": [ 13, 64, 159, 390, 758.6000000000001, 5517 ], "below": { "1": 0, "5": 0, "10": 0, "20": 13, "30": 28, "50": 92, "100": 410 } } } }, "preprocessed": { "items": 16766, "field_nonempty": { "title": 16764, "features": 16045, "description": 12081, "categories": 16329, "details": 16631, "store": 16705, "main_category": 16677 }, "description_or_features": 16246, "source_image": 16762, "adapter_image": 0, "text_and_image": 16762, "native_differs": 16766, "html": 101, "word_counts": { "native": { "nonempty": 16766, "quantiles": [ 10, 55, 151, 363, 816.3499999999985, 11261 ], "below": { "1": 0, "5": 0, "10": 0, "20": 82, "30": 321, "50": 1340, "100": 4968 } }, "default": { "nonempty": 16766, "quantiles": [ 4, 58, 154, 366.5, 819, 11266 ], "below": { "1": 0, "5": 1, "10": 26, "20": 149, "30": 335, "50": 1199, "100": 4722 } }, "extended": { "nonempty": 16766, "quantiles": [ 9, 121, 234, 458, 919.3499999999985, 11336 ], "below": { "1": 0, "5": 0, "10": 1, "20": 4, "30": 9, "50": 110, "100": 963 } }, "curated": { "nonempty": 16766, "quantiles": [ 5, 64, 161, 375, 830, 11273 ], "below": { "1": 0, "5": 0, "10": 8, "20": 102, "30": 245, "50": 902, "100": 4199 } } } } }, "leave_last_out": { "catalog": { "items": 16766, "field_nonempty": { "title": 16764, "features": 16045, "description": 12081, "categories": 16329, "details": 16631, "store": 16705, "main_category": 16677 }, "description_or_features": 16246, "source_image": 16762, "adapter_image": 0, "text_and_image": 16762, "native_differs": 16766, "html": 101, "word_counts": { "native": { "nonempty": 16766, "quantiles": [ 10, 55, 151, 363, 816.3499999999985, 11261 ], "below": { "1": 0, "5": 0, "10": 0, "20": 82, "30": 321, "50": 1340, "100": 4968 } }, "default": { "nonempty": 16766, "quantiles": [ 4, 58, 154, 366.5, 819, 11266 ], "below": { "1": 0, "5": 1, "10": 26, "20": 149, "30": 335, "50": 1199, "100": 4722 } }, "extended": { "nonempty": 16766, "quantiles": [ 9, 121, 234, 458, 919.3499999999985, 11336 ], "below": { "1": 0, "5": 0, "10": 1, "20": 4, "30": 9, "50": 110, "100": 963 } }, "curated": { "nonempty": 16766, "quantiles": [ 5, 64, 161, 375, 830, 11273 ], "below": { "1": 0, "5": 0, "10": 8, "20": 102, "30": 245, "50": 902, "100": 4199 } } } }, "train": { "items": 16760, "field_nonempty": { "title": 16758, "features": 16039, "description": 12079, "categories": 16324, "details": 16625, "store": 16699, "main_category": 16671 }, "description_or_features": 16240, "source_image": 16756, "adapter_image": 0, "text_and_image": 16756, "native_differs": 16760, "html": 101, "word_counts": { "native": { "nonempty": 16760, "quantiles": [ 10, 55, 151, 363, 816.4099999999999, 11261 ], "below": { "1": 0, "5": 0, "10": 0, "20": 82, "30": 321, "50": 1340, "100": 4967 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 922, "30": 3749, "50": 20022, "100": 95275 } }, "default": { "nonempty": 16760, "quantiles": [ 4, 58, 154, 367, 819, 11266 ], "below": { "1": 0, "5": 1, "10": 26, "20": 149, "30": 335, "50": 1199, "100": 4721 }, "train_pairs_removed": { "1": 0, "5": 4, "10": 245, "20": 1535, "30": 3903, "50": 17852, "100": 90374 } }, "extended": { "nonempty": 16760, "quantiles": [ 9, 121, 234, 458, 919.4099999999999, 11336 ], "below": { "1": 0, "5": 0, "10": 1, "20": 4, "30": 9, "50": 110, "100": 963 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 7, "20": 45, "30": 95, "50": 1136, "100": 12589 } }, "curated": { "nonempty": 16760, "quantiles": [ 5, 64, 161, 375, 830, 11273 ], "below": { "1": 0, "5": 0, "10": 8, "20": 102, "30": 245, "50": 902, "100": 4198 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 69, "20": 996, "30": 2678, "50": 11862, "100": 79591 } } }, "train_pairs": 341225 }, "val": { "items": 12985, "field_nonempty": { "title": 12984, "features": 12497, "description": 9222, "categories": 12673, "details": 12891, "store": 12943, "main_category": 12911 }, "description_or_features": 12640, "source_image": 12981, "adapter_image": 0, "text_and_image": 12981, "native_differs": 12985, "html": 79, "word_counts": { "native": { "nonempty": 12985, "quantiles": [ 10, 58, 153, 365, 773, 11261 ], "below": { "1": 0, "5": 0, "10": 0, "20": 42, "30": 200, "50": 940, "100": 3699 } }, "default": { "nonempty": 12985, "quantiles": [ 4, 61, 157, 368, 776, 11266 ], "below": { "1": 0, "5": 1, "10": 14, "20": 82, "30": 203, "50": 840, "100": 3516 } }, "extended": { "nonempty": 12985, "quantiles": [ 15, 126, 237, 460, 884.1599999999999, 11336 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 3, "50": 58, "100": 641 } }, "curated": { "nonempty": 12985, "quantiles": [ 6, 67, 163, 376, 785.119999999999, 11273 ], "below": { "1": 0, "5": 0, "10": 4, "20": 53, "30": 147, "50": 615, "100": 3102 } } } }, "test": { "items": 12681, "field_nonempty": { "title": 12679, "features": 12231, "description": 8891, "categories": 12387, "details": 12576, "store": 12640, "main_category": 12606 }, "description_or_features": 12359, "source_image": 12678, "adapter_image": 0, "text_and_image": 12678, "native_differs": 12681, "html": 78, "word_counts": { "native": { "nonempty": 12681, "quantiles": [ 10, 59, 156, 365, 747.6000000000022, 11261 ], "below": { "1": 0, "5": 0, "10": 0, "20": 50, "30": 198, "50": 902, "100": 3531 } }, "default": { "nonempty": 12681, "quantiles": [ 4, 62, 159, 368, 752.2000000000007, 11266 ], "below": { "1": 0, "5": 1, "10": 19, "20": 85, "30": 205, "50": 800, "100": 3354 } }, "extended": { "nonempty": 12681, "quantiles": [ 9, 126, 239, 461, 871.2000000000007, 11336 ], "below": { "1": 0, "5": 0, "10": 1, "20": 3, "30": 4, "50": 72, "100": 613 } }, "curated": { "nonempty": 12681, "quantiles": [ 5, 67, 166, 376, 765.2000000000044, 11273 ], "below": { "1": 0, "5": 0, "10": 6, "20": 63, "30": 147, "50": 596, "100": 2955 } } } }, "preprocessed": { "items": 16766, "field_nonempty": { "title": 16764, "features": 16045, "description": 12081, "categories": 16329, "details": 16631, "store": 16705, "main_category": 16677 }, "description_or_features": 16246, "source_image": 16762, "adapter_image": 0, "text_and_image": 16762, "native_differs": 16766, "html": 101, "word_counts": { "native": { "nonempty": 16766, "quantiles": [ 10, 55, 151, 363, 816.3499999999985, 11261 ], "below": { "1": 0, "5": 0, "10": 0, "20": 82, "30": 321, "50": 1340, "100": 4968 } }, "default": { "nonempty": 16766, "quantiles": [ 4, 58, 154, 366.5, 819, 11266 ], "below": { "1": 0, "5": 1, "10": 26, "20": 149, "30": 335, "50": 1199, "100": 4722 } }, "extended": { "nonempty": 16766, "quantiles": [ 9, 121, 234, 458, 919.3499999999985, 11336 ], "below": { "1": 0, "5": 0, "10": 1, "20": 4, "30": 9, "50": 110, "100": 963 } }, "curated": { "nonempty": 16766, "quantiles": [ 5, 64, 161, 375, 830, 11273 ], "below": { "1": 0, "5": 0, "10": 8, "20": 102, "30": 245, "50": 902, "100": 4199 } } } } }, "temporal": { "catalog": { "items": 15914, "field_nonempty": { "title": 15913, "features": 15291, "description": 10063, "categories": 15511, "details": 15792, "store": 15884, "main_category": 15799 }, "description_or_features": 15435, "source_image": 15911, "adapter_image": 0, "text_and_image": 15911, "native_differs": 15914, "html": 83, "word_counts": { "native": { "nonempty": 15914, "quantiles": [ 10, 61, 171, 372, 710.869999999999, 11261 ], "below": { "1": 0, "5": 0, "10": 0, "20": 61, "30": 222, "50": 1075, "100": 3874 } }, "default": { "nonempty": 15914, "quantiles": [ 4, 64, 174, 374.7000000000007, 713.869999999999, 11266 ], "below": { "1": 0, "5": 1, "10": 21, "20": 107, "30": 258, "50": 972, "100": 3694 } }, "extended": { "nonempty": 15914, "quantiles": [ 15, 131, 253, 469, 808, 11336 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 4, "50": 83, "100": 707 } }, "curated": { "nonempty": 15914, "quantiles": [ 5, 71, 181, 383, 721.869999999999, 11273 ], "below": { "1": 0, "5": 0, "10": 4, "20": 70, "30": 174, "50": 709, "100": 3270 } } } }, "train": { "items": 11545, "field_nonempty": { "title": 11544, "features": 11064, "description": 7919, "categories": 11249, "details": 11460, "store": 11525, "main_category": 11478 }, "description_or_features": 11171, "source_image": 11544, "adapter_image": 0, "text_and_image": 11544, "native_differs": 11545, "html": 67, "word_counts": { "native": { "nonempty": 11545, "quantiles": [ 10, 58, 158, 372, 763.239999999998, 11261 ], "below": { "1": 0, "5": 0, "10": 0, "20": 46, "30": 175, "50": 852, "100": 3093 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 421, "30": 1562, "50": 9017, "100": 41831 } }, "default": { "nonempty": 11545, "quantiles": [ 4, 61, 161, 374, 766.6799999999985, 11266 ], "below": { "1": 0, "5": 1, "10": 16, "20": 84, "30": 203, "50": 764, "100": 2946 }, "train_pairs_removed": { "1": 0, "5": 6, "10": 105, "20": 661, "30": 1767, "50": 8100, "100": 39843 } }, "extended": { "nonempty": 11545, "quantiles": [ 15, 127.40000000000009, 242, 468, 858.359999999997, 11336 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 3, "50": 66, "100": 552 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 8, "30": 30, "50": 478, "100": 5087 } }, "curated": { "nonempty": 11545, "quantiles": [ 5, 67, 168, 383, 773.9199999999964, 11273 ], "below": { "1": 0, "5": 0, "10": 4, "20": 58, "30": 135, "50": 555, "100": 2605 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 22, "20": 448, "30": 1112, "50": 5237, "100": 34856 } } }, "train_pairs": 178287 }, "val": { "items": 10123, "field_nonempty": { "title": 10122, "features": 9886, "description": 6456, "categories": 9941, "details": 10051, "store": 10107, "main_category": 10039 }, "description_or_features": 9969, "source_image": 10122, "adapter_image": 0, "text_and_image": 10122, "native_differs": 10123, "html": 52, "word_counts": { "native": { "nonempty": 10123, "quantiles": [ 12, 68, 171, 367, 640.7800000000007, 11261 ], "below": { "1": 0, "5": 0, "10": 0, "20": 20, "30": 73, "50": 499, "100": 2304 } }, "default": { "nonempty": 10123, "quantiles": [ 6, 71, 174, 370, 643.5600000000013, 11266 ], "below": { "1": 0, "5": 0, "10": 6, "20": 30, "30": 79, "50": 441, "100": 2178 } }, "extended": { "nonempty": 10123, "quantiles": [ 29, 139, 255, 467, 751.7800000000007, 11336 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 2, "50": 26, "100": 295 } }, "curated": { "nonempty": 10123, "quantiles": [ 10, 76, 181, 379, 651.7800000000007, 11273 ], "below": { "1": 0, "5": 0, "10": 0, "20": 17, "30": 46, "50": 289, "100": 1898 } } } }, "test": { "items": 9093, "field_nonempty": { "title": 9093, "features": 8936, "description": 5323, "categories": 8971, "details": 9042, "store": 9082, "main_category": 9007 }, "description_or_features": 9005, "source_image": 9091, "adapter_image": 0, "text_and_image": 9091, "native_differs": 9093, "html": 38, "word_counts": { "native": { "nonempty": 9093, "quantiles": [ 12, 73, 185, 369, 620.1599999999999, 1973 ], "below": { "1": 0, "5": 0, "10": 0, "20": 13, "30": 42, "50": 358, "100": 1783 } }, "default": { "nonempty": 9093, "quantiles": [ 6, 75, 188, 371.8000000000002, 624.1599999999999, 1977 ], "below": { "1": 0, "5": 0, "10": 2, "20": 14, "30": 46, "50": 311, "100": 1690 } }, "extended": { "nonempty": 9093, "quantiles": [ 29, 148, 268, 470, 725.2399999999998, 2073 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 13, "100": 189 } }, "curated": { "nonempty": 9093, "quantiles": [ 10, 81, 195, 381, 631.0799999999999, 1985 ], "below": { "1": 0, "5": 0, "10": 0, "20": 9, "30": 27, "50": 202, "100": 1467 } } } } } }, "union": { "items": 20065, "field_nonempty": { "title": 20063, "features": 19138, "description": 13553, "categories": 19502, "details": 19903, "store": 20001, "main_category": 19940 }, "description_or_features": 19369, "source_image": 20061, "adapter_image": 0, "text_and_image": 20061, "native_differs": 20065, "html": 115, "word_counts": { "native": { "nonempty": 20065, "quantiles": [ 10, 56, 160, 368, 773.7200000000012, 11261 ], "below": { "1": 0, "5": 0, "10": 0, "20": 100, "30": 381, "50": 1599, "100": 5541 } }, "default": { "nonempty": 20065, "quantiles": [ 4, 59, 163, 371, 777.7200000000012, 11266 ], "below": { "1": 0, "5": 1, "10": 32, "20": 181, "30": 422, "50": 1448, "100": 5274 } }, "extended": { "nonempty": 20065, "quantiles": [ 9, 123, 242, 465, 884.3600000000006, 11336 ], "below": { "1": 0, "5": 0, "10": 1, "20": 4, "30": 11, "50": 133, "100": 1133 } }, "curated": { "nonempty": 20065, "quantiles": [ 5, 65, 170, 380, 791, 11273 ], "below": { "1": 0, "5": 0, "10": 8, "20": 119, "30": 298, "50": 1086, "100": 4712 } } } }, "details_keys": [ [ "Date First Available", 19233 ], [ "Item Weight", 18559 ], [ "Item model number", 16754 ], [ "Best Sellers Rank", 15369 ], [ "Brand", 14207 ], [ "Product Dimensions", 13714 ], [ "Is Discontinued By Manufacturer", 13008 ], [ "Color Name", 12029 ], [ "Color", 10476 ], [ "Material Type", 6314 ], [ "Size", 6248 ], [ "Package Dimensions", 5199 ], [ "Item Dimensions LxWxH", 4842 ], [ "Country of Origin", 4606 ], [ "Material", 4289 ], [ "Compatible Devices", 4092 ], [ "Style", 3515 ], [ "Power Source", 3497 ], [ "Connector Type", 3118 ], [ "Number of Strings", 2918 ], [ "Manufacturer", 2735 ], [ "Special Feature", 2533 ], [ "Body Material", 2314 ], [ "Connectivity Technology", 2275 ], [ "Batteries", 2062 ], [ "Model Name", 1910 ], [ "Included Components", 1872 ], [ "Voltage", 1738 ], [ "Domestic Shipping", 1540 ], [ "International Shipping", 1540 ], [ "Back Material", 1536 ], [ "String Material", 1524 ], [ "Instrument", 1463 ], [ "String Material Type", 1425 ], [ "Top Material", 1418 ], [ "Back Material Type", 1377 ], [ "Top Material Type", 1293 ], [ "Signal Format", 1278 ], [ "Polar Pattern", 1215 ], [ "Hand Orientation", 1148 ], [ "Neck Material Type", 1123 ], [ "Hardware Interface", 1079 ], [ "Battery type", 1068 ], [ "Guitar Bridge System", 1057 ], [ "Fretboard Material", 987 ], [ "Finish Type", 984 ], [ "String Gauge", 910 ], [ "Connector Gender", 906 ], [ "Guitar Pickup Configuration", 904 ], [ "Unit Count", 898 ], [ "Recommended Uses For Product", 884 ], [ "Shape", 849 ], [ "Hardware Platform", 835 ], [ "Musical Style", 819 ], [ "Fretboard Material Type", 762 ], [ "Cable Type", 636 ], [ "Output Wattage", 635 ], [ "Scale Length", 634 ], [ "Instrument Key", 633 ], [ "Number of Items", 582 ] ], "checked_at_utc": "2026-09-09T13:52:05.914050+00:00" }, { "category": "Office_Products", "context": { "catalog_sha256": "61517bb72fcb995f2b4bdc2366ec25e0aed5ce0b5ec7139fad532df9aae49bad", "script_sha256": "68bf9fd06b46b02b1a96d0ab2a17b6cb60feae5cb87f986e63221e0872f1355c", "recipe_sha256": "988dcc18ddc0ff458e02eda0b9b91e515a8ceaa38f010704f9959bb4880d704d", "files": [ { "path": "data/amazon2023/Office_Products/mcauley/meta_Office_Products.jsonl.gz", "kind": "jsonl", "size": 528939340, "mtime_ns": 1787744561344520700 } ] }, "source_rows_scanned": 710503, "duplicate_retained_rows": 0, "splits": { "user_split": { "catalog": { "items": 12740, "field_nonempty": { "title": 12738, "features": 12360, "description": 9160, "categories": 12538, "details": 12685, "store": 12732, "main_category": 12611 }, "description_or_features": 12489, "source_image": 12701, "adapter_image": 12701, "text_and_image": 12701, "native_differs": 0, "html": 15, "word_counts": { "native": { "nonempty": 12740, "quantiles": [ 8, 78, 183, 379, 987.2200000000012, 3551 ], "below": { "1": 0, "5": 0, "10": 4, "20": 25, "30": 77, "50": 426, "100": 2266 } }, "default": { "nonempty": 12740, "quantiles": [ 8, 78, 183, 379, 987.2200000000012, 3551 ], "below": { "1": 0, "5": 0, "10": 4, "20": 25, "30": 77, "50": 426, "100": 2266 } }, "extended": { "nonempty": 12740, "quantiles": [ 23, 158, 276, 480, 1085.4400000000023, 3619 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 6, "50": 25, "100": 243 } }, "curated": { "nonempty": 12740, "quantiles": [ 13, 89, 196, 392, 996.6100000000006, 3553 ], "below": { "1": 0, "5": 0, "10": 0, "20": 6, "30": 36, "50": 225, "100": 1708 } } } }, "train": { "items": 12740, "field_nonempty": { "title": 12738, "features": 12360, "description": 9160, "categories": 12538, "details": 12685, "store": 12732, "main_category": 12611 }, "description_or_features": 12489, "source_image": 12701, "adapter_image": 12701, "text_and_image": 12701, "native_differs": 0, "html": 15, "word_counts": { "native": { "nonempty": 12740, "quantiles": [ 8, 78, 183, 379, 987.2200000000012, 3551 ], "below": { "1": 0, "5": 0, "10": 4, "20": 25, "30": 77, "50": 426, "100": 2266 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 120, "20": 1031, "30": 2458, "50": 13875, "100": 97934 } }, "default": { "nonempty": 12740, "quantiles": [ 8, 78, 183, 379, 987.2200000000012, 3551 ], "below": { "1": 0, "5": 0, "10": 4, "20": 25, "30": 77, "50": 426, "100": 2266 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 120, "20": 1031, "30": 2458, "50": 13875, "100": 97934 } }, "extended": { "nonempty": 12740, "quantiles": [ 23, 158, 276, 480, 1085.4400000000023, 3619 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 6, "50": 25, "100": 243 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 333, "50": 1278, "100": 8826 } }, "curated": { "nonempty": 12740, "quantiles": [ 13, 89, 196, 392, 996.6100000000006, 3553 ], "below": { "1": 0, "5": 0, "10": 0, "20": 6, "30": 36, "50": 225, "100": 1708 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 284, "30": 1396, "50": 7157, "100": 70496 } } }, "train_pairs": 659700 }, "val": { "items": 5177, "field_nonempty": { "title": 5177, "features": 5061, "description": 3869, "categories": 5121, "details": 5155, "store": 5175, "main_category": 5124 }, "description_or_features": 5103, "source_image": 5165, "adapter_image": 5165, "text_and_image": 5165, "native_differs": 0, "html": 5, "word_counts": { "native": { "nonempty": 5177, "quantiles": [ 8, 83, 188, 385, 996.1199999999972, 3551 ], "below": { "1": 0, "5": 0, "10": 1, "20": 10, "30": 21, "50": 135, "100": 828 } }, "default": { "nonempty": 5177, "quantiles": [ 8, 83, 188, 385, 996.1199999999972, 3551 ], "below": { "1": 0, "5": 0, "10": 1, "20": 10, "30": 21, "50": 135, "100": 828 } }, "extended": { "nonempty": 5177, "quantiles": [ 23, 164.60000000000002, 282, 490, 1105.159999999998, 3590 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 2, "50": 11, "100": 78 } }, "curated": { "nonempty": 5177, "quantiles": [ 13, 94, 200, 398.40000000000055, 1003.359999999997, 3553 ], "below": { "1": 0, "5": 0, "10": 0, "20": 3, "30": 12, "50": 64, "100": 613 } } } }, "test": { "items": 5178, "field_nonempty": { "title": 5177, "features": 5065, "description": 3839, "categories": 5109, "details": 5152, "store": 5176, "main_category": 5126 }, "description_or_features": 5106, "source_image": 5162, "adapter_image": 5162, "text_and_image": 5162, "native_differs": 0, "html": 3, "word_counts": { "native": { "nonempty": 5178, "quantiles": [ 12, 82, 189, 395.3000000000002, 1143.4599999999991, 3551 ], "below": { "1": 0, "5": 0, "10": 0, "20": 8, "30": 25, "50": 146, "100": 834 } }, "default": { "nonempty": 5178, "quantiles": [ 12, 82, 189, 395.3000000000002, 1143.4599999999991, 3551 ], "below": { "1": 0, "5": 0, "10": 0, "20": 8, "30": 25, "50": 146, "100": 834 } }, "extended": { "nonempty": 5178, "quantiles": [ 23, 166, 283, 501.3000000000002, 1244.4499999999935, 3619 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 2, "50": 9, "100": 88 } }, "curated": { "nonempty": 5178, "quantiles": [ 15, 93, 201, 408, 1152.3799999999974, 3553 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 13, "50": 71, "100": 629 } } } }, "preprocessed": { "items": 12740, "field_nonempty": { "title": 12738, "features": 12360, "description": 9160, "categories": 12538, "details": 12685, "store": 12732, "main_category": 12611 }, "description_or_features": 12489, "source_image": 12701, "adapter_image": 12701, "text_and_image": 12701, "native_differs": 0, "html": 15, "word_counts": { "native": { "nonempty": 12740, "quantiles": [ 8, 78, 183, 379, 987.2200000000012, 3551 ], "below": { "1": 0, "5": 0, "10": 4, "20": 25, "30": 77, "50": 426, "100": 2266 } }, "default": { "nonempty": 12740, "quantiles": [ 8, 78, 183, 379, 987.2200000000012, 3551 ], "below": { "1": 0, "5": 0, "10": 4, "20": 25, "30": 77, "50": 426, "100": 2266 } }, "extended": { "nonempty": 12740, "quantiles": [ 23, 158, 276, 480, 1085.4400000000023, 3619 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 6, "50": 25, "100": 243 } }, "curated": { "nonempty": 12740, "quantiles": [ 13, 89, 196, 392, 996.6100000000006, 3553 ], "below": { "1": 0, "5": 0, "10": 0, "20": 6, "30": 36, "50": 225, "100": 1708 } } } } }, "item_split": { "catalog": { "items": 12740, "field_nonempty": { "title": 12738, "features": 12360, "description": 9160, "categories": 12538, "details": 12685, "store": 12732, "main_category": 12611 }, "description_or_features": 12489, "source_image": 12701, "adapter_image": 12701, "text_and_image": 12701, "native_differs": 0, "html": 15, "word_counts": { "native": { "nonempty": 12740, "quantiles": [ 8, 78, 183, 379, 987.2200000000012, 3551 ], "below": { "1": 0, "5": 0, "10": 4, "20": 25, "30": 77, "50": 426, "100": 2266 } }, "default": { "nonempty": 12740, "quantiles": [ 8, 78, 183, 379, 987.2200000000012, 3551 ], "below": { "1": 0, "5": 0, "10": 4, "20": 25, "30": 77, "50": 426, "100": 2266 } }, "extended": { "nonempty": 12740, "quantiles": [ 23, 158, 276, 480, 1085.4400000000023, 3619 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 6, "50": 25, "100": 243 } }, "curated": { "nonempty": 12740, "quantiles": [ 13, 89, 196, 392, 996.6100000000006, 3553 ], "below": { "1": 0, "5": 0, "10": 0, "20": 6, "30": 36, "50": 225, "100": 1708 } } } }, "train": { "items": 10829, "field_nonempty": { "title": 10827, "features": 10511, "description": 7756, "categories": 10655, "details": 10785, "store": 10823, "main_category": 10719 }, "description_or_features": 10623, "source_image": 10796, "adapter_image": 10796, "text_and_image": 10796, "native_differs": 0, "html": 15, "word_counts": { "native": { "nonempty": 10829, "quantiles": [ 8, 78, 183, 379, 985.4399999999987, 3551 ], "below": { "1": 0, "5": 0, "10": 4, "20": 23, "30": 63, "50": 362, "100": 1910 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 126, "20": 1101, "30": 2417, "50": 13266, "100": 91255 } }, "default": { "nonempty": 10829, "quantiles": [ 8, 78, 183, 379, 985.4399999999987, 3551 ], "below": { "1": 0, "5": 0, "10": 4, "20": 23, "30": 63, "50": 362, "100": 1910 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 126, "20": 1101, "30": 2417, "50": 13266, "100": 91255 } }, "extended": { "nonempty": 10829, "quantiles": [ 23, 158, 276, 480, 1082.159999999998, 3619 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 5, "50": 20, "100": 204 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 350, "50": 1288, "100": 8485 } }, "curated": { "nonempty": 10829, "quantiles": [ 13, 89, 196, 393, 995.159999999998, 3553 ], "below": { "1": 0, "5": 0, "10": 0, "20": 6, "30": 31, "50": 185, "100": 1443 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 311, "30": 1440, "50": 6839, "100": 65528 } } }, "train_pairs": 625565 }, "val": { "items": 637, "field_nonempty": { "title": 637, "features": 617, "description": 463, "categories": 627, "details": 634, "store": 637, "main_category": 629 }, "description_or_features": 623, "source_image": 635, "adapter_image": 635, "text_and_image": 635, "native_differs": 0, "html": 0, "word_counts": { "native": { "nonempty": 637, "quantiles": [ 24, 80.6, 177, 370.4, 891.3999999999999, 2781 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 5, "50": 20, "100": 118 } }, "default": { "nonempty": 637, "quantiles": [ 24, 80.6, 177, 370.4, 891.3999999999999, 2781 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 5, "50": 20, "100": 118 } }, "extended": { "nonempty": 637, "quantiles": [ 27, 158.6, 268, 476.4, 988.8399999999999, 2832 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 2, "100": 10 } }, "curated": { "nonempty": 637, "quantiles": [ 27, 91, 189, 384.4, 903.64, 2783 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 11, "100": 86 } } } }, "test": { "items": 1274, "field_nonempty": { "title": 1274, "features": 1232, "description": 941, "categories": 1256, "details": 1266, "store": 1272, "main_category": 1263 }, "description_or_features": 1243, "source_image": 1270, "adapter_image": 1270, "text_and_image": 1270, "native_differs": 0, "html": 0, "word_counts": { "native": { "nonempty": 1274, "quantiles": [ 16, 78, 185, 378.4000000000001, 1151.2399999999998, 3006 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 9, "50": 44, "100": 238 } }, "default": { "nonempty": 1274, "quantiles": [ 16, 78, 185, 378.4000000000001, 1151.2399999999998, 3006 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 9, "50": 44, "100": 238 } }, "extended": { "nonempty": 1274, "quantiles": [ 36, 157, 276.5, 482, 1258.8899999999999, 3045 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 3, "100": 29 } }, "curated": { "nonempty": 1274, "quantiles": [ 24, 89, 197, 392, 1164.62, 3008 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 4, "50": 29, "100": 179 } } } }, "preprocessed": { "items": 12740, "field_nonempty": { "title": 12738, "features": 12360, "description": 9160, "categories": 12538, "details": 12685, "store": 12732, "main_category": 12611 }, "description_or_features": 12489, "source_image": 12701, "adapter_image": 12701, "text_and_image": 12701, "native_differs": 0, "html": 15, "word_counts": { "native": { "nonempty": 12740, "quantiles": [ 8, 78, 183, 379, 987.2200000000012, 3551 ], "below": { "1": 0, "5": 0, "10": 4, "20": 25, "30": 77, "50": 426, "100": 2266 } }, "default": { "nonempty": 12740, "quantiles": [ 8, 78, 183, 379, 987.2200000000012, 3551 ], "below": { "1": 0, "5": 0, "10": 4, "20": 25, "30": 77, "50": 426, "100": 2266 } }, "extended": { "nonempty": 12740, "quantiles": [ 23, 158, 276, 480, 1085.4400000000023, 3619 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 6, "50": 25, "100": 243 } }, "curated": { "nonempty": 12740, "quantiles": [ 13, 89, 196, 392, 996.6100000000006, 3553 ], "below": { "1": 0, "5": 0, "10": 0, "20": 6, "30": 36, "50": 225, "100": 1708 } } } } }, "leave_last_out": { "catalog": { "items": 12740, "field_nonempty": { "title": 12738, "features": 12360, "description": 9160, "categories": 12538, "details": 12685, "store": 12732, "main_category": 12611 }, "description_or_features": 12489, "source_image": 12701, "adapter_image": 12701, "text_and_image": 12701, "native_differs": 0, "html": 15, "word_counts": { "native": { "nonempty": 12740, "quantiles": [ 8, 78, 183, 379, 987.2200000000012, 3551 ], "below": { "1": 0, "5": 0, "10": 4, "20": 25, "30": 77, "50": 426, "100": 2266 } }, "default": { "nonempty": 12740, "quantiles": [ 8, 78, 183, 379, 987.2200000000012, 3551 ], "below": { "1": 0, "5": 0, "10": 4, "20": 25, "30": 77, "50": 426, "100": 2266 } }, "extended": { "nonempty": 12740, "quantiles": [ 23, 158, 276, 480, 1085.4400000000023, 3619 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 6, "50": 25, "100": 243 } }, "curated": { "nonempty": 12740, "quantiles": [ 13, 89, 196, 392, 996.6100000000006, 3553 ], "below": { "1": 0, "5": 0, "10": 0, "20": 6, "30": 36, "50": 225, "100": 1708 } } } }, "train": { "items": 12738, "field_nonempty": { "title": 12736, "features": 12358, "description": 9160, "categories": 12536, "details": 12683, "store": 12730, "main_category": 12609 }, "description_or_features": 12487, "source_image": 12699, "adapter_image": 12699, "text_and_image": 12699, "native_differs": 0, "html": 15, "word_counts": { "native": { "nonempty": 12738, "quantiles": [ 8, 78, 183, 379, 987.2599999999984, 3551 ], "below": { "1": 0, "5": 0, "10": 4, "20": 25, "30": 77, "50": 426, "100": 2266 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 88, "20": 789, "30": 1977, "50": 11672, "100": 83154 } }, "default": { "nonempty": 12738, "quantiles": [ 8, 78, 183, 379, 987.2599999999984, 3551 ], "below": { "1": 0, "5": 0, "10": 4, "20": 25, "30": 77, "50": 426, "100": 2266 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 88, "20": 789, "30": 1977, "50": 11672, "100": 83154 } }, "extended": { "nonempty": 12738, "quantiles": [ 23, 158, 276, 480, 1085.5199999999968, 3619 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 6, "50": 25, "100": 243 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 284, "50": 1050, "100": 7570 } }, "curated": { "nonempty": 12738, "quantiles": [ 13, 89, 196, 392, 996.6299999999992, 3553 ], "below": { "1": 0, "5": 0, "10": 0, "20": 6, "30": 36, "50": 225, "100": 1708 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 241, "30": 1107, "50": 5978, "100": 60119 } } }, "train_pairs": 537042 }, "val": { "items": 12194, "field_nonempty": { "title": 12193, "features": 11839, "description": 8693, "categories": 12003, "details": 12141, "store": 12186, "main_category": 12066 }, "description_or_features": 11955, "source_image": 12156, "adapter_image": 12156, "text_and_image": 12156, "native_differs": 0, "html": 15, "word_counts": { "native": { "nonempty": 12194, "quantiles": [ 8, 78, 183, 376, 907.0699999999997, 3551 ], "below": { "1": 0, "5": 0, "10": 4, "20": 23, "30": 73, "50": 406, "100": 2143 } }, "default": { "nonempty": 12194, "quantiles": [ 8, 78, 183, 376, 907.0699999999997, 3551 ], "below": { "1": 0, "5": 0, "10": 4, "20": 23, "30": 73, "50": 406, "100": 2143 } }, "extended": { "nonempty": 12194, "quantiles": [ 23, 159, 276, 477, 1003.2099999999991, 3590 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 6, "50": 24, "100": 229 } }, "curated": { "nonempty": 12194, "quantiles": [ 13, 90, 196, 389.7000000000007, 917.1399999999994, 3553 ], "below": { "1": 0, "5": 0, "10": 0, "20": 5, "30": 34, "50": 214, "100": 1612 } } } }, "test": { "items": 11905, "field_nonempty": { "title": 11903, "features": 11560, "description": 8414, "categories": 11721, "details": 11855, "store": 11898, "main_category": 11783 }, "description_or_features": 11674, "source_image": 11868, "adapter_image": 11868, "text_and_image": 11868, "native_differs": 0, "html": 13, "word_counts": { "native": { "nonempty": 11905, "quantiles": [ 8, 79, 184, 375, 878.9599999999991, 3551 ], "below": { "1": 0, "5": 0, "10": 3, "20": 24, "30": 69, "50": 386, "100": 2086 } }, "default": { "nonempty": 11905, "quantiles": [ 8, 79, 184, 375, 878.9599999999991, 3551 ], "below": { "1": 0, "5": 0, "10": 3, "20": 24, "30": 69, "50": 386, "100": 2086 } }, "extended": { "nonempty": 11905, "quantiles": [ 23, 159, 277, 476, 977.679999999993, 3590 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 6, "50": 23, "100": 212 } }, "curated": { "nonempty": 11905, "quantiles": [ 13, 90, 197, 389, 896.7199999999939, 3553 ], "below": { "1": 0, "5": 0, "10": 0, "20": 5, "30": 34, "50": 202, "100": 1561 } } } }, "preprocessed": { "items": 12740, "field_nonempty": { "title": 12738, "features": 12360, "description": 9160, "categories": 12538, "details": 12685, "store": 12732, "main_category": 12611 }, "description_or_features": 12489, "source_image": 12701, "adapter_image": 12701, "text_and_image": 12701, "native_differs": 0, "html": 15, "word_counts": { "native": { "nonempty": 12740, "quantiles": [ 8, 78, 183, 379, 987.2200000000012, 3551 ], "below": { "1": 0, "5": 0, "10": 4, "20": 25, "30": 77, "50": 426, "100": 2266 } }, "default": { "nonempty": 12740, "quantiles": [ 8, 78, 183, 379, 987.2200000000012, 3551 ], "below": { "1": 0, "5": 0, "10": 4, "20": 25, "30": 77, "50": 426, "100": 2266 } }, "extended": { "nonempty": 12740, "quantiles": [ 23, 158, 276, 480, 1085.4400000000023, 3619 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 6, "50": 25, "100": 243 } }, "curated": { "nonempty": 12740, "quantiles": [ 13, 89, 196, 392, 996.6100000000006, 3553 ], "below": { "1": 0, "5": 0, "10": 0, "20": 6, "30": 36, "50": 225, "100": 1708 } } } } }, "temporal": { "catalog": { "items": 19965, "field_nonempty": { "title": 19963, "features": 19274, "description": 10645, "categories": 19652, "details": 19880, "store": 19941, "main_category": 19745 }, "description_or_features": 19417, "source_image": 19906, "adapter_image": 19906, "text_and_image": 19906, "native_differs": 0, "html": 31, "word_counts": { "native": { "nonempty": 19965, "quantiles": [ 3, 89, 212, 378, 762.3600000000006, 3551 ], "below": { "1": 0, "5": 3, "10": 6, "20": 37, "30": 146, "50": 687, "100": 2491 } }, "default": { "nonempty": 19965, "quantiles": [ 3, 89, 212, 378, 762.3600000000006, 3551 ], "below": { "1": 0, "5": 3, "10": 6, "20": 37, "30": 146, "50": 687, "100": 2491 } }, "extended": { "nonempty": 19965, "quantiles": [ 23, 171, 298, 474, 871, 3619 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 8, "50": 40, "100": 370 } }, "curated": { "nonempty": 19965, "quantiles": [ 9, 101, 224, 391, 776.3600000000006, 3553 ], "below": { "1": 0, "5": 0, "10": 1, "20": 8, "30": 58, "50": 381, "100": 1925 } } } }, "train": { "items": 12805, "field_nonempty": { "title": 12803, "features": 12356, "description": 8286, "categories": 12577, "details": 12751, "store": 12792, "main_category": 12683 }, "description_or_features": 12460, "source_image": 12763, "adapter_image": 12763, "text_and_image": 12763, "native_differs": 0, "html": 18, "word_counts": { "native": { "nonempty": 12805, "quantiles": [ 3, 83, 197, 380, 881.8799999999974, 3551 ], "below": { "1": 0, "5": 3, "10": 6, "20": 31, "30": 95, "50": 467, "100": 1906 }, "train_pairs_removed": { "1": 0, "5": 30, "10": 80, "20": 567, "30": 1301, "50": 6298, "100": 34803 } }, "default": { "nonempty": 12805, "quantiles": [ 3, 83, 197, 380, 881.8799999999974, 3551 ], "below": { "1": 0, "5": 3, "10": 6, "20": 31, "30": 95, "50": 467, "100": 1906 }, "train_pairs_removed": { "1": 0, "5": 30, "10": 80, "20": 567, "30": 1301, "50": 6298, "100": 34803 } }, "extended": { "nonempty": 12805, "quantiles": [ 23, 164, 287, 479, 969.8399999999965, 3619 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 5, "50": 30, "100": 260 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 127, "50": 616, "100": 3795 } }, "curated": { "nonempty": 12805, "quantiles": [ 9, 95, 209, 393, 893.8399999999965, 3553 ], "below": { "1": 0, "5": 0, "10": 1, "20": 7, "30": 43, "50": 265, "100": 1462 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 10, "20": 135, "30": 731, "50": 3592, "100": 25325 } } }, "train_pairs": 275927 }, "val": { "items": 11142, "field_nonempty": { "title": 11142, "features": 10878, "description": 6351, "categories": 11011, "details": 11107, "store": 11131, "main_category": 11034 }, "description_or_features": 10945, "source_image": 11107, "adapter_image": 11107, "text_and_image": 11107, "native_differs": 0, "html": 13, "word_counts": { "native": { "nonempty": 11142, "quantiles": [ 4, 91, 205, 372, 667.5900000000001, 3128 ], "below": { "1": 0, "5": 1, "10": 3, "20": 14, "30": 46, "50": 271, "100": 1384 } }, "default": { "nonempty": 11142, "quantiles": [ 4, 91, 205, 372, 667.5900000000001, 3128 ], "below": { "1": 0, "5": 1, "10": 3, "20": 14, "30": 46, "50": 271, "100": 1384 } }, "extended": { "nonempty": 11142, "quantiles": [ 24, 174, 295, 471.89999999999964, 773.5900000000001, 3177 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 3, "50": 18, "100": 135 } }, "curated": { "nonempty": 11142, "quantiles": [ 9, 102, 218, 385, 680.7700000000004, 3130 ], "below": { "1": 0, "5": 0, "10": 1, "20": 4, "30": 18, "50": 127, "100": 1021 } } } }, "test": { "items": 12535, "field_nonempty": { "title": 12534, "features": 12244, "description": 5707, "categories": 12405, "details": 12487, "store": 12520, "main_category": 12398 }, "description_or_features": 12305, "source_image": 12501, "adapter_image": 12501, "text_and_image": 12501, "native_differs": 0, "html": 21, "word_counts": { "native": { "nonempty": 12535, "quantiles": [ 9, 101, 221, 375, 617, 2783 ], "below": { "1": 0, "5": 0, "10": 1, "20": 10, "30": 56, "50": 285, "100": 1189 } }, "default": { "nonempty": 12535, "quantiles": [ 9, 101, 221, 375, 617, 2783 ], "below": { "1": 0, "5": 0, "10": 1, "20": 10, "30": 56, "50": 285, "100": 1189 } }, "extended": { "nonempty": 12535, "quantiles": [ 23, 185, 307, 471, 717.6599999999999, 2890 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 6, "50": 21, "100": 133 } }, "curated": { "nonempty": 12535, "quantiles": [ 12, 114, 233, 388, 627, 2791 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 22, "50": 139, "100": 880 } } } } } }, "union": { "items": 22096, "field_nonempty": { "title": 22094, "features": 21295, "description": 12392, "categories": 21721, "details": 21999, "store": 22071, "main_category": 21855 }, "description_or_features": 21477, "source_image": 22029, "adapter_image": 22029, "text_and_image": 22029, "native_differs": 0, "html": 33, "word_counts": { "native": { "nonempty": 22096, "quantiles": [ 3, 85, 207, 377, 794.0499999999993, 3551 ], "below": { "1": 0, "5": 3, "10": 8, "20": 48, "30": 178, "50": 813, "100": 3086 } }, "default": { "nonempty": 22096, "quantiles": [ 3, 85, 207, 377, 794.0499999999993, 3551 ], "below": { "1": 0, "5": 3, "10": 8, "20": 48, "30": 178, "50": 813, "100": 3086 } }, "extended": { "nonempty": 22096, "quantiles": [ 23, 166, 293, 473, 894.1499999999978, 3619 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 11, "50": 44, "100": 454 } }, "curated": { "nonempty": 22096, "quantiles": [ 9, 96, 219, 390, 806.0499999999993, 3553 ], "below": { "1": 0, "5": 0, "10": 1, "20": 11, "30": 74, "50": 458, "100": 2384 } } } }, "details_keys": [ [ "Brand", 21282 ], [ "Item Weight", 20752 ], [ "Date First Available", 20678 ], [ "Manufacturer", 20405 ], [ "Best Sellers Rank", 19285 ], [ "Color", 18464 ], [ "Item model number", 17267 ], [ "Product Dimensions", 16362 ], [ "Manufacturer Part Number", 15154 ], [ "Size", 11937 ], [ "Is Discontinued By Manufacturer", 11276 ], [ "Number of Items", 11108 ], [ "Material Type", 11071 ], [ "Material", 10612 ], [ "Special Feature", 5368 ], [ "Package Dimensions", 4777 ], [ "Ink Color", 4586 ], [ "Sheet Size", 3634 ], [ "Style", 3625 ], [ "Shape", 3497 ], [ "Item Dimensions LxWxH", 3471 ], [ "Closure", 3035 ], [ "Age Range (Description)", 2871 ], [ "Point Type", 2827 ], [ "Country of Origin", 2213 ], [ "Recommended Uses For Product", 2195 ], [ "Target Audience", 1859 ], [ "Model Name", 1726 ], [ "Line Size", 1623 ], [ "Compatible Devices", 1563 ], [ "Theme", 1493 ], [ "Binding", 1434 ], [ "Finish Type", 1387 ], [ "Number of Pieces", 1337 ], [ "Cover Material", 1333 ], [ "Mounting Type", 1307 ], [ "Unit Count", 1290 ], [ "Included Components", 1272 ], [ "Domestic Shipping", 1192 ], [ "International Shipping", 1192 ], [ "Occasion", 1066 ], [ "Ruling", 1021 ], [ "Compatibility Options", 1012 ], [ "Closure Type", 1008 ], [ "Ruling Type", 966 ], [ "Paper Finish", 926 ], [ "Batteries Required?", 925 ], [ "Format", 910 ], [ "Connectivity Technology", 903 ], [ "Page Yield", 903 ], [ "Year", 857 ], [ "Batteries", 847 ], [ "Grip Type", 800 ], [ "Part Number", 792 ], [ "Batteries Included?", 774 ], [ "Printer Output", 762 ], [ "Printing Technology", 756 ], [ "Pattern", 739 ], [ "Item Package Quantity", 722 ], [ "Writing Instrument Form", 681 ] ], "checked_at_utc": "2026-09-09T13:52:19.420701+00:00" }, { "category": "Patio_Lawn_and_Garden", "context": { "catalog_sha256": "831a9aae99d0a2ac66dc1ecb4b2e66f623acacd0f8e5e9a4197e3ccd0f7bd7ef", "script_sha256": "68bf9fd06b46b02b1a96d0ab2a17b6cb60feae5cb87f986e63221e0872f1355c", "recipe_sha256": "988dcc18ddc0ff458e02eda0b9b91e515a8ceaa38f010704f9959bb4880d704d", "files": [ { "path": "data/amazon2023/Patio_Lawn_and_Garden/huggingface/raw/meta_categories/meta_Patio_Lawn_and_Garden.jsonl", "kind": "jsonl", "size": 2714096874, "mtime_ns": 1788921266680970000 } ] }, "source_rows_scanned": 851907, "duplicate_retained_rows": 0, "splits": { "user_split": { "catalog": { "items": 14019, "field_nonempty": { "title": 14019, "features": 13545, "description": 9141, "categories": 14019, "details": 13938, "store": 13997, "main_category": 13780 }, "description_or_features": 13741, "source_image": 14014, "adapter_image": 14014, "text_and_image": 14014, "native_differs": 0, "html": 25, "word_counts": { "native": { "nonempty": 14019, "quantiles": [ 19, 80, 194, 374, 643.8199999999997, 2928 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 86, "50": 465, "100": 2271 } }, "default": { "nonempty": 14019, "quantiles": [ 19, 80, 194, 374, 643.8199999999997, 2928 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 86, "50": 465, "100": 2271 } }, "extended": { "nonempty": 14019, "quantiles": [ 32, 143, 270, 467, 742, 3065 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 19, "100": 404 } }, "curated": { "nonempty": 14019, "quantiles": [ 19, 88, 204, 385, 655, 2940 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 23, "50": 297, "100": 1903 } } } }, "train": { "items": 14019, "field_nonempty": { "title": 14019, "features": 13545, "description": 9141, "categories": 14019, "details": 13938, "store": 13997, "main_category": 13780 }, "description_or_features": 13741, "source_image": 14014, "adapter_image": 14014, "text_and_image": 14014, "native_differs": 0, "html": 25, "word_counts": { "native": { "nonempty": 14019, "quantiles": [ 19, 80, 194, 374, 643.8199999999997, 2928 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 86, "50": 465, "100": 2271 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 73, "30": 3891, "50": 18677, "100": 103352 } }, "default": { "nonempty": 14019, "quantiles": [ 19, 80, 194, 374, 643.8199999999997, 2928 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 86, "50": 465, "100": 2271 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 73, "30": 3891, "50": 18677, "100": 103352 } }, "extended": { "nonempty": 14019, "quantiles": [ 32, 143, 270, 467, 742, 3065 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 19, "100": 404 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 954, "100": 17034 } }, "curated": { "nonempty": 14019, "quantiles": [ 19, 88, 204, 385, 655, 2940 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 23, "50": 297, "100": 1903 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 19, "30": 1019, "50": 11529, "100": 84675 } } }, "train_pairs": 777521 }, "val": { "items": 6556, "field_nonempty": { "title": 6556, "features": 6383, "description": 4332, "categories": 6556, "details": 6535, "store": 6549, "main_category": 6453 }, "description_or_features": 6460, "source_image": 6553, "adapter_image": 6553, "text_and_image": 6553, "native_differs": 0, "html": 12, "word_counts": { "native": { "nonempty": 6556, "quantiles": [ 20, 84, 198, 378, 644.4499999999998, 2928 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 34, "50": 174, "100": 983 } }, "default": { "nonempty": 6556, "quantiles": [ 20, 84, 198, 378, 644.4499999999998, 2928 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 34, "50": 174, "100": 983 } }, "extended": { "nonempty": 6556, "quantiles": [ 40, 149, 275, 470, 740.3499999999995, 3065 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 3, "100": 159 } }, "curated": { "nonempty": 6556, "quantiles": [ 20, 92, 208, 389, 654.4499999999998, 2940 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 9, "50": 106, "100": 813 } } } }, "test": { "items": 6539, "field_nonempty": { "title": 6539, "features": 6363, "description": 4338, "categories": 6539, "details": 6511, "store": 6531, "main_category": 6429 }, "description_or_features": 6434, "source_image": 6535, "adapter_image": 6535, "text_and_image": 6535, "native_differs": 0, "html": 12, "word_counts": { "native": { "nonempty": 6539, "quantiles": [ 20, 85, 199, 379, 641.8599999999997, 2928 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 38, "50": 172, "100": 956 } }, "default": { "nonempty": 6539, "quantiles": [ 20, 85, 199, 379, 641.8599999999997, 2928 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 38, "50": 172, "100": 956 } }, "extended": { "nonempty": 6539, "quantiles": [ 32, 149, 276, 472, 736.2399999999998, 3065 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 5, "100": 161 } }, "curated": { "nonempty": 6539, "quantiles": [ 20, 93, 209, 390, 654, 2940 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 9, "50": 115, "100": 788 } } } }, "preprocessed": { "items": 14019, "field_nonempty": { "title": 14019, "features": 13545, "description": 9141, "categories": 14019, "details": 13938, "store": 13997, "main_category": 13780 }, "description_or_features": 13741, "source_image": 14014, "adapter_image": 14014, "text_and_image": 14014, "native_differs": 0, "html": 25, "word_counts": { "native": { "nonempty": 14019, "quantiles": [ 19, 80, 194, 374, 643.8199999999997, 2928 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 86, "50": 465, "100": 2271 } }, "default": { "nonempty": 14019, "quantiles": [ 19, 80, 194, 374, 643.8199999999997, 2928 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 86, "50": 465, "100": 2271 } }, "extended": { "nonempty": 14019, "quantiles": [ 32, 143, 270, 467, 742, 3065 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 19, "100": 404 } }, "curated": { "nonempty": 14019, "quantiles": [ 19, 88, 204, 385, 655, 2940 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 23, "50": 297, "100": 1903 } } } } }, "item_split": { "catalog": { "items": 14019, "field_nonempty": { "title": 14019, "features": 13545, "description": 9141, "categories": 14019, "details": 13938, "store": 13997, "main_category": 13780 }, "description_or_features": 13741, "source_image": 14014, "adapter_image": 14014, "text_and_image": 14014, "native_differs": 0, "html": 25, "word_counts": { "native": { "nonempty": 14019, "quantiles": [ 19, 80, 194, 374, 643.8199999999997, 2928 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 86, "50": 465, "100": 2271 } }, "default": { "nonempty": 14019, "quantiles": [ 19, 80, 194, 374, 643.8199999999997, 2928 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 86, "50": 465, "100": 2271 } }, "extended": { "nonempty": 14019, "quantiles": [ 32, 143, 270, 467, 742, 3065 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 19, "100": 404 } }, "curated": { "nonempty": 14019, "quantiles": [ 19, 88, 204, 385, 655, 2940 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 23, "50": 297, "100": 1903 } } } }, "train": { "items": 11916, "field_nonempty": { "title": 11916, "features": 11511, "description": 7780, "categories": 11916, "details": 11848, "store": 11897, "main_category": 11717 }, "description_or_features": 11676, "source_image": 11911, "adapter_image": 11911, "text_and_image": 11911, "native_differs": 0, "html": 22, "word_counts": { "native": { "nonempty": 11916, "quantiles": [ 19, 80, 194, 373, 643, 2928 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 74, "50": 400, "100": 1944 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 80, "30": 3986, "50": 18203, "100": 98591 } }, "default": { "nonempty": 11916, "quantiles": [ 19, 80, 194, 373, 643, 2928 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 74, "50": 400, "100": 1944 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 80, "30": 3986, "50": 18203, "100": 98591 } }, "extended": { "nonempty": 11916, "quantiles": [ 32, 142, 269, 464, 742, 3065 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 15, "100": 356 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 906, "100": 16813 } }, "curated": { "nonempty": 11916, "quantiles": [ 19, 88, 204, 383, 655, 2940 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 20, "50": 258, "100": 1626 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 22, "30": 1059, "50": 11442, "100": 80022 } } }, "train_pairs": 739989 }, "val": { "items": 701, "field_nonempty": { "title": 701, "features": 677, "description": 468, "categories": 701, "details": 695, "store": 700, "main_category": 689 }, "description_or_features": 686, "source_image": 701, "adapter_image": 701, "text_and_image": 701, "native_differs": 0, "html": 1, "word_counts": { "native": { "nonempty": 701, "quantiles": [ 22, 77, 200, 416, 671, 1784 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 2, "50": 22, "100": 118 } }, "default": { "nonempty": 701, "quantiles": [ 22, 77, 200, 416, 671, 1784 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 2, "50": 22, "100": 118 } }, "extended": { "nonempty": 701, "quantiles": [ 33, 146, 278, 505, 858, 1848 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 2, "100": 16 } }, "curated": { "nonempty": 701, "quantiles": [ 29, 86, 210, 433, 682, 1796 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 12, "100": 103 } } } }, "test": { "items": 1402, "field_nonempty": { "title": 1402, "features": 1357, "description": 893, "categories": 1402, "details": 1395, "store": 1400, "main_category": 1374 }, "description_or_features": 1379, "source_image": 1402, "adapter_image": 1402, "text_and_image": 1402, "native_differs": 0, "html": 2, "word_counts": { "native": { "nonempty": 1402, "quantiles": [ 21, 84, 192.5, 370.9000000000001, 632.6900000000003, 1238 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 10, "50": 43, "100": 209 } }, "default": { "nonempty": 1402, "quantiles": [ 21, 84, 192.5, 370.9000000000001, 632.6900000000003, 1238 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 10, "50": 43, "100": 209 } }, "extended": { "nonempty": 1402, "quantiles": [ 39, 146, 272, 467, 717.97, 1310 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 2, "100": 32 } }, "curated": { "nonempty": 1402, "quantiles": [ 26, 91, 202, 381.9000000000001, 642.7500000000002, 1253 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 2, "50": 27, "100": 174 } } } }, "preprocessed": { "items": 14019, "field_nonempty": { "title": 14019, "features": 13545, "description": 9141, "categories": 14019, "details": 13938, "store": 13997, "main_category": 13780 }, "description_or_features": 13741, "source_image": 14014, "adapter_image": 14014, "text_and_image": 14014, "native_differs": 0, "html": 25, "word_counts": { "native": { "nonempty": 14019, "quantiles": [ 19, 80, 194, 374, 643.8199999999997, 2928 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 86, "50": 465, "100": 2271 } }, "default": { "nonempty": 14019, "quantiles": [ 19, 80, 194, 374, 643.8199999999997, 2928 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 86, "50": 465, "100": 2271 } }, "extended": { "nonempty": 14019, "quantiles": [ 32, 143, 270, 467, 742, 3065 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 19, "100": 404 } }, "curated": { "nonempty": 14019, "quantiles": [ 19, 88, 204, 385, 655, 2940 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 23, "50": 297, "100": 1903 } } } } }, "leave_last_out": { "catalog": { "items": 14019, "field_nonempty": { "title": 14019, "features": 13545, "description": 9141, "categories": 14019, "details": 13938, "store": 13997, "main_category": 13780 }, "description_or_features": 13741, "source_image": 14014, "adapter_image": 14014, "text_and_image": 14014, "native_differs": 0, "html": 25, "word_counts": { "native": { "nonempty": 14019, "quantiles": [ 19, 80, 194, 374, 643.8199999999997, 2928 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 86, "50": 465, "100": 2271 } }, "default": { "nonempty": 14019, "quantiles": [ 19, 80, 194, 374, 643.8199999999997, 2928 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 86, "50": 465, "100": 2271 } }, "extended": { "nonempty": 14019, "quantiles": [ 32, 143, 270, 467, 742, 3065 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 19, "100": 404 } }, "curated": { "nonempty": 14019, "quantiles": [ 19, 88, 204, 385, 655, 2940 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 23, "50": 297, "100": 1903 } } } }, "train": { "items": 14019, "field_nonempty": { "title": 14019, "features": 13545, "description": 9141, "categories": 14019, "details": 13938, "store": 13997, "main_category": 13780 }, "description_or_features": 13741, "source_image": 14014, "adapter_image": 14014, "text_and_image": 14014, "native_differs": 0, "html": 25, "word_counts": { "native": { "nonempty": 14019, "quantiles": [ 19, 80, 194, 374, 643.8199999999997, 2928 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 86, "50": 465, "100": 2271 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 69, "30": 3512, "50": 16958, "100": 93869 } }, "default": { "nonempty": 14019, "quantiles": [ 19, 80, 194, 374, 643.8199999999997, 2928 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 86, "50": 465, "100": 2271 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 69, "30": 3512, "50": 16958, "100": 93869 } }, "extended": { "nonempty": 14019, "quantiles": [ 32, 143, 270, 467, 742, 3065 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 19, "100": 404 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 868, "100": 15726 } }, "curated": { "nonempty": 14019, "quantiles": [ 19, 88, 204, 385, 655, 2940 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 23, "50": 297, "100": 1903 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 22, "30": 959, "50": 10487, "100": 77090 } } }, "train_pairs": 668776 }, "val": { "items": 13333, "field_nonempty": { "title": 13333, "features": 12900, "description": 8588, "categories": 13333, "details": 13254, "store": 13315, "main_category": 13112 }, "description_or_features": 13087, "source_image": 13328, "adapter_image": 13328, "text_and_image": 13328, "native_differs": 0, "html": 24, "word_counts": { "native": { "nonempty": 13333, "quantiles": [ 19, 81.20000000000005, 195, 374, 639, 2928 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 71, "50": 418, "100": 2096 } }, "default": { "nonempty": 13333, "quantiles": [ 19, 81.20000000000005, 195, 374, 639, 2928 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 71, "50": 418, "100": 2096 } }, "extended": { "nonempty": 13333, "quantiles": [ 32, 145, 271, 466, 737, 3065 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 16, "100": 355 } }, "curated": { "nonempty": 13333, "quantiles": [ 20, 90, 205, 384, 651, 2940 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 18, "50": 262, "100": 1751 } } } }, "test": { "items": 12826, "field_nonempty": { "title": 12826, "features": 12437, "description": 8141, "categories": 12826, "details": 12753, "store": 12810, "main_category": 12619 }, "description_or_features": 12599, "source_image": 12821, "adapter_image": 12821, "text_and_image": 12821, "native_differs": 0, "html": 21, "word_counts": { "native": { "nonempty": 12826, "quantiles": [ 19, 82, 197, 374, 633, 2928 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 71, "50": 388, "100": 1957 } }, "default": { "nonempty": 12826, "quantiles": [ 19, 82, 197, 374, 633, 2928 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 71, "50": 388, "100": 1957 } }, "extended": { "nonempty": 12826, "quantiles": [ 32, 146, 273, 467, 733.75, 3065 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 14, "100": 335 } }, "curated": { "nonempty": 12826, "quantiles": [ 20, 90.5, 207, 384, 646.75, 2940 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 14, "50": 246, "100": 1636 } } } }, "preprocessed": { "items": 14019, "field_nonempty": { "title": 14019, "features": 13545, "description": 9141, "categories": 14019, "details": 13938, "store": 13997, "main_category": 13780 }, "description_or_features": 13741, "source_image": 14014, "adapter_image": 14014, "text_and_image": 14014, "native_differs": 0, "html": 25, "word_counts": { "native": { "nonempty": 14019, "quantiles": [ 19, 80, 194, 374, 643.8199999999997, 2928 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 86, "50": 465, "100": 2271 } }, "default": { "nonempty": 14019, "quantiles": [ 19, 80, 194, 374, 643.8199999999997, 2928 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 86, "50": 465, "100": 2271 } }, "extended": { "nonempty": 14019, "quantiles": [ 32, 143, 270, 467, 742, 3065 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 19, "100": 404 } }, "curated": { "nonempty": 14019, "quantiles": [ 19, 88, 204, 385, 655, 2940 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 23, "50": 297, "100": 1903 } } } } }, "temporal": { "catalog": { "items": 14329, "field_nonempty": { "title": 14329, "features": 13967, "description": 7611, "categories": 14329, "details": 14252, "store": 14317, "main_category": 14117 }, "description_or_features": 14102, "source_image": 14324, "adapter_image": 14324, "text_and_image": 14324, "native_differs": 0, "html": 28, "word_counts": { "native": { "nonempty": 14329, "quantiles": [ 14, 92, 216, 381, 625, 2928 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 59, "50": 361, "100": 1699 } }, "default": { "nonempty": 14329, "quantiles": [ 14, 92, 216, 381, 625, 2928 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 59, "50": 361, "100": 1699 } }, "extended": { "nonempty": 14329, "quantiles": [ 39, 157, 292, 474, 727, 3065 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 12, "100": 295 } }, "curated": { "nonempty": 14329, "quantiles": [ 20, 101, 226, 392, 636, 2940 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 14, "50": 214, "100": 1403 } } } }, "train": { "items": 8247, "field_nonempty": { "title": 8247, "features": 8041, "description": 5293, "categories": 8247, "details": 8203, "store": 8240, "main_category": 8125 }, "description_or_features": 8134, "source_image": 8243, "adapter_image": 8243, "text_and_image": 8243, "native_differs": 0, "html": 17, "word_counts": { "native": { "nonempty": 8247, "quantiles": [ 14, 87, 204, 380, 658.0799999999999, 2928 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 33, "50": 210, "100": 1116 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 32, "30": 1165, "50": 5191, "100": 30692 } }, "default": { "nonempty": 8247, "quantiles": [ 14, 87, 204, 380, 658.0799999999999, 2928 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 33, "50": 210, "100": 1116 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 32, "30": 1165, "50": 5191, "100": 30692 } }, "extended": { "nonempty": 8247, "quantiles": [ 40, 152, 281, 472, 751.6199999999999, 3065 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 9, "100": 176 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 319, "100": 4639 } }, "curated": { "nonempty": 8247, "quantiles": [ 22, 95, 214, 390, 671.2399999999998, 2940 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 10, "50": 125, "100": 929 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 324, "50": 3037, "100": 24958 } } }, "train_pairs": 269307 }, "val": { "items": 10667, "field_nonempty": { "title": 10667, "features": 10453, "description": 5927, "categories": 10667, "details": 10616, "store": 10661, "main_category": 10512 }, "description_or_features": 10554, "source_image": 10662, "adapter_image": 10662, "text_and_image": 10662, "native_differs": 0, "html": 17, "word_counts": { "native": { "nonempty": 10667, "quantiles": [ 19, 94, 212, 376.39999999999964, 608, 2928 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 38, "50": 213, "100": 1240 } }, "default": { "nonempty": 10667, "quantiles": [ 19, 94, 212, 376.39999999999964, 608, 2928 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 38, "50": 213, "100": 1240 } }, "extended": { "nonempty": 10667, "quantiles": [ 40, 160, 288, 471, 711.0200000000004, 3065 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 6, "100": 172 } }, "curated": { "nonempty": 10667, "quantiles": [ 24, 102, 222, 388, 619.6800000000003, 2940 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 7, "50": 131, "100": 1000 } } } }, "test": { "items": 9718, "field_nonempty": { "title": 9718, "features": 9557, "description": 4514, "categories": 9718, "details": 9681, "store": 9714, "main_category": 9582 }, "description_or_features": 9624, "source_image": 9713, "adapter_image": 9713, "text_and_image": 9713, "native_differs": 0, "html": 17, "word_counts": { "native": { "nonempty": 9718, "quantiles": [ 19, 105, 227, 386, 611.8299999999999, 2928 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 18, "50": 146, "100": 853 } }, "default": { "nonempty": 9718, "quantiles": [ 19, 105, 227, 386, 611.8299999999999, 2928 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 18, "50": 146, "100": 853 } }, "extended": { "nonempty": 9718, "quantiles": [ 40, 173, 304.5, 480, 716.6599999999999, 3065 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 2, "100": 110 } }, "curated": { "nonempty": 9718, "quantiles": [ 24, 114, 237, 398, 622, 2940 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 5, "50": 84, "100": 685 } } } } } }, "union": { "items": 17357, "field_nonempty": { "title": 17357, "features": 16800, "description": 9937, "categories": 17357, "details": 17259, "store": 17334, "main_category": 17077 }, "description_or_features": 17009, "source_image": 17352, "adapter_image": 17352, "text_and_image": 17352, "native_differs": 0, "html": 32, "word_counts": { "native": { "nonempty": 17357, "quantiles": [ 14, 85, 207, 378, 632.4399999999987, 2928 ], "below": { "1": 0, "5": 0, "10": 0, "20": 3, "30": 96, "50": 546, "100": 2463 } }, "default": { "nonempty": 17357, "quantiles": [ 14, 85, 207, 378, 632.4399999999987, 2928 ], "below": { "1": 0, "5": 0, "10": 0, "20": 3, "30": 96, "50": 546, "100": 2463 } }, "extended": { "nonempty": 17357, "quantiles": [ 32, 148, 282, 469, 729.4399999999987, 3065 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 22, "100": 463 } }, "curated": { "nonempty": 17357, "quantiles": [ 19, 93, 217, 389, 643.4399999999987, 2940 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 25, "50": 342, "100": 2065 } } } }, "details_keys": [ [ "Manufacturer", 16024 ], [ "Item Weight", 15724 ], [ "Best Sellers Rank", 14722 ], [ "Brand", 14290 ], [ "Product Dimensions", 13160 ], [ "Item model number", 12727 ], [ "Color", 10219 ], [ "Is Discontinued By Manufacturer", 10061 ], [ "Material", 8705 ], [ "Country of Origin", 5319 ], [ "Style", 5058 ], [ "Date First Available", 4549 ], [ "Item Dimensions LxWxH", 4381 ], [ "Special Feature", 4076 ], [ "Package Dimensions", 3215 ], [ "Number of Pieces", 2573 ], [ "Shape", 2454 ], [ "Included Components", 2452 ], [ "Power Source", 2280 ], [ "Size", 2061 ], [ "Mounting Type", 1865 ], [ "Target Species", 1847 ], [ "Batteries Required?", 1634 ], [ "Unit Count", 1594 ], [ "Item Form", 1530 ], [ "Assembly Required", 1499 ], [ "Batteries Included?", 1389 ], [ "Pattern", 1378 ], [ "Part Number", 1344 ], [ "Indoor/Outdoor Usage", 1253 ], [ "Product Care Instructions", 1186 ], [ "Department", 1139 ], [ "Finish Type", 1122 ], [ "Plant or Animal Product Type", 1064 ], [ "Domestic Shipping", 1028 ], [ "International Shipping", 1028 ], [ "Model Name", 1014 ], [ "Item Package Quantity", 1002 ], [ "Recommended Uses For Product", 932 ], [ "Number of Items", 926 ], [ "Theme", 915 ], [ "Batteries", 806 ], [ "Warranty Description", 732 ], [ "Liquid Volume", 716 ], [ "Specific Uses For Product", 716 ], [ "Handle Material", 679 ], [ "Sunlight Exposure", 678 ], [ "Batteries required", 662 ], [ "Voltage", 649 ], [ "Capacity", 611 ], [ "Room Type", 609 ], [ "Occasion", 592 ], [ "Moisture Needs", 589 ], [ "Is Electric", 585 ], [ "Age Range (Description)", 573 ], [ "Material Feature", 572 ], [ "Frame Material", 568 ], [ "Expected Blooming Period", 529 ], [ "Special Features", 525 ], [ "Wattage", 503 ] ], "checked_at_utc": "2026-09-09T13:52:18.738213+00:00" }, { "category": "Pet_Supplies", "context": { "catalog_sha256": "193d7054ec460fc90f13b815cb5880ece0edec0dcb80333235a8edae06b1c31d", "script_sha256": "68bf9fd06b46b02b1a96d0ab2a17b6cb60feae5cb87f986e63221e0872f1355c", "recipe_sha256": "988dcc18ddc0ff458e02eda0b9b91e515a8ceaa38f010704f9959bb4880d704d", "files": [ { "path": "data/amazon2023/Pet_Supplies/huggingface/raw/meta_categories/meta_Pet_Supplies.jsonl", "kind": "jsonl", "size": 1571293235, "mtime_ns": 1788918600384715300 } ] }, "source_rows_scanned": 492798, "duplicate_retained_rows": 0, "splits": { "user_split": { "catalog": { "items": 19880, "field_nonempty": { "title": 19879, "features": 19269, "description": 12901, "categories": 19640, "details": 19724, "store": 19878, "main_category": 19640 }, "description_or_features": 19467, "source_image": 19876, "adapter_image": 19876, "text_and_image": 19875, "native_differs": 0, "html": 27, "word_counts": { "native": { "nonempty": 19879, "quantiles": [ 0, 84, 211, 401, 671.2099999999991, 2780 ], "below": { "1": 1, "5": 2, "10": 5, "20": 48, "30": 200, "50": 675, "100": 2900 } }, "default": { "nonempty": 19879, "quantiles": [ 0, 84, 211, 401, 671.2099999999991, 2780 ], "below": { "1": 1, "5": 2, "10": 5, "20": 48, "30": 200, "50": 675, "100": 2900 } }, "extended": { "nonempty": 19880, "quantiles": [ 20, 134, 266, 461, 733, 2838 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 8, "50": 64, "100": 839 } }, "curated": { "nonempty": 19880, "quantiles": [ 7, 90, 220, 410, 680.2099999999991, 2785 ], "below": { "1": 0, "5": 0, "10": 2, "20": 14, "30": 99, "50": 493, "100": 2472 } } } }, "train": { "items": 19880, "field_nonempty": { "title": 19879, "features": 19269, "description": 12901, "categories": 19640, "details": 19724, "store": 19878, "main_category": 19640 }, "description_or_features": 19467, "source_image": 19876, "adapter_image": 19876, "text_and_image": 19875, "native_differs": 0, "html": 27, "word_counts": { "native": { "nonempty": 19879, "quantiles": [ 0, 84, 211, 401, 671.2099999999991, 2780 ], "below": { "1": 1, "5": 2, "10": 5, "20": 48, "30": 200, "50": 675, "100": 2900 }, "train_pairs_removed": { "1": 13, "5": 38, "10": 85, "20": 1241, "30": 6662, "50": 24174, "100": 131820 } }, "default": { "nonempty": 19879, "quantiles": [ 0, 84, 211, 401, 671.2099999999991, 2780 ], "below": { "1": 1, "5": 2, "10": 5, "20": 48, "30": 200, "50": 675, "100": 2900 }, "train_pairs_removed": { "1": 13, "5": 38, "10": 85, "20": 1241, "30": 6662, "50": 24174, "100": 131820 } }, "extended": { "nonempty": 19880, "quantiles": [ 20, 134, 266, 461, 733, 2838 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 8, "50": 64, "100": 839 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 201, "50": 1654, "100": 30866 } }, "curated": { "nonempty": 19880, "quantiles": [ 7, 90, 220, 410, 680.2099999999991, 2785 ], "below": { "1": 0, "5": 0, "10": 2, "20": 14, "30": 99, "50": 493, "100": 2472 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 41, "20": 273, "30": 2568, "50": 17787, "100": 106997 } } }, "train_pairs": 1238089 }, "val": { "items": 8436, "field_nonempty": { "title": 8435, "features": 8260, "description": 5667, "categories": 8351, "details": 8375, "store": 8436, "main_category": 8328 }, "description_or_features": 8315, "source_image": 8434, "adapter_image": 8434, "text_and_image": 8433, "native_differs": 0, "html": 12, "word_counts": { "native": { "nonempty": 8435, "quantiles": [ 0, 89, 221, 413, 717.5999999999985, 2780 ], "below": { "1": 1, "5": 1, "10": 2, "20": 14, "30": 56, "50": 212, "100": 1082 } }, "default": { "nonempty": 8435, "quantiles": [ 0, 89, 221, 413, 717.5999999999985, 2780 ], "below": { "1": 1, "5": 1, "10": 2, "20": 14, "30": 56, "50": 212, "100": 1082 } }, "extended": { "nonempty": 8436, "quantiles": [ 20, 140.5, 278, 473, 763.9499999999989, 2838 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 16, "100": 261 } }, "curated": { "nonempty": 8436, "quantiles": [ 12, 97, 230, 421, 724.8999999999978, 2785 ], "below": { "1": 0, "5": 0, "10": 0, "20": 3, "30": 25, "50": 143, "100": 898 } } } }, "test": { "items": 8533, "field_nonempty": { "title": 8532, "features": 8331, "description": 5671, "categories": 8438, "details": 8483, "store": 8532, "main_category": 8442 }, "description_or_features": 8407, "source_image": 8533, "adapter_image": 8533, "text_and_image": 8532, "native_differs": 0, "html": 9, "word_counts": { "native": { "nonempty": 8532, "quantiles": [ 0, 89, 219, 409, 721.6800000000003, 2771 ], "below": { "1": 1, "5": 1, "10": 1, "20": 17, "30": 68, "50": 221, "100": 1100 } }, "default": { "nonempty": 8532, "quantiles": [ 0, 89, 219, 409, 721.6800000000003, 2771 ], "below": { "1": 1, "5": 1, "10": 1, "20": 17, "30": 68, "50": 221, "100": 1100 } }, "extended": { "nonempty": 8533, "quantiles": [ 33, 142, 275, 471, 775.4000000000015, 2821 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 16, "100": 264 } }, "curated": { "nonempty": 8533, "quantiles": [ 12, 97, 227, 418, 729.3600000000006, 2779 ], "below": { "1": 0, "5": 0, "10": 0, "20": 5, "30": 33, "50": 156, "100": 924 } } } }, "preprocessed": { "items": 19880, "field_nonempty": { "title": 19879, "features": 19269, "description": 12901, "categories": 19640, "details": 19724, "store": 19878, "main_category": 19640 }, "description_or_features": 19467, "source_image": 19876, "adapter_image": 19876, "text_and_image": 19875, "native_differs": 0, "html": 27, "word_counts": { "native": { "nonempty": 19879, "quantiles": [ 0, 84, 211, 401, 671.2099999999991, 2780 ], "below": { "1": 1, "5": 2, "10": 5, "20": 48, "30": 200, "50": 675, "100": 2900 } }, "default": { "nonempty": 19879, "quantiles": [ 0, 84, 211, 401, 671.2099999999991, 2780 ], "below": { "1": 1, "5": 2, "10": 5, "20": 48, "30": 200, "50": 675, "100": 2900 } }, "extended": { "nonempty": 19880, "quantiles": [ 20, 134, 266, 461, 733, 2838 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 8, "50": 64, "100": 839 } }, "curated": { "nonempty": 19880, "quantiles": [ 7, 90, 220, 410, 680.2099999999991, 2785 ], "below": { "1": 0, "5": 0, "10": 2, "20": 14, "30": 99, "50": 493, "100": 2472 } } } } }, "item_split": { "catalog": { "items": 19880, "field_nonempty": { "title": 19879, "features": 19269, "description": 12901, "categories": 19640, "details": 19724, "store": 19878, "main_category": 19640 }, "description_or_features": 19467, "source_image": 19876, "adapter_image": 19876, "text_and_image": 19875, "native_differs": 0, "html": 27, "word_counts": { "native": { "nonempty": 19879, "quantiles": [ 0, 84, 211, 401, 671.2099999999991, 2780 ], "below": { "1": 1, "5": 2, "10": 5, "20": 48, "30": 200, "50": 675, "100": 2900 } }, "default": { "nonempty": 19879, "quantiles": [ 0, 84, 211, 401, 671.2099999999991, 2780 ], "below": { "1": 1, "5": 2, "10": 5, "20": 48, "30": 200, "50": 675, "100": 2900 } }, "extended": { "nonempty": 19880, "quantiles": [ 20, 134, 266, 461, 733, 2838 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 8, "50": 64, "100": 839 } }, "curated": { "nonempty": 19880, "quantiles": [ 7, 90, 220, 410, 680.2099999999991, 2785 ], "below": { "1": 0, "5": 0, "10": 2, "20": 14, "30": 99, "50": 493, "100": 2472 } } } }, "train": { "items": 16898, "field_nonempty": { "title": 16897, "features": 16387, "description": 10901, "categories": 16694, "details": 16774, "store": 16896, "main_category": 16695 }, "description_or_features": 16550, "source_image": 16894, "adapter_image": 16894, "text_and_image": 16893, "native_differs": 0, "html": 22, "word_counts": { "native": { "nonempty": 16897, "quantiles": [ 0, 83, 211, 400, 669.0299999999988, 2780 ], "below": { "1": 1, "5": 2, "10": 5, "20": 43, "30": 169, "50": 574, "100": 2482 }, "train_pairs_removed": { "1": 16, "5": 42, "10": 98, "20": 1201, "30": 4870, "50": 20410, "100": 125601 } }, "default": { "nonempty": 16897, "quantiles": [ 0, 83, 211, 400, 669.0299999999988, 2780 ], "below": { "1": 1, "5": 2, "10": 5, "20": 43, "30": 169, "50": 574, "100": 2482 }, "train_pairs_removed": { "1": 16, "5": 42, "10": 98, "20": 1201, "30": 4870, "50": 20410, "100": 125601 } }, "extended": { "nonempty": 16898, "quantiles": [ 20, 134, 266, 459, 728.0299999999988, 2838 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 5, "50": 56, "100": 709 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 111, "50": 1481, "100": 26564 } }, "curated": { "nonempty": 16898, "quantiles": [ 7, 90, 220, 409, 678.0299999999988, 2785 ], "below": { "1": 0, "5": 0, "10": 2, "20": 14, "30": 85, "50": 416, "100": 2108 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 43, "20": 314, "30": 2446, "50": 14386, "100": 100600 } } }, "train_pairs": 1182394 }, "val": { "items": 994, "field_nonempty": { "title": 994, "features": 961, "description": 668, "categories": 979, "details": 981, "store": 994, "main_category": 976 }, "description_or_features": 973, "source_image": 994, "adapter_image": 994, "text_and_image": 994, "native_differs": 0, "html": 2, "word_counts": { "native": { "nonempty": 994, "quantiles": [ 18, 87, 218, 413.4000000000001, 644.4199999999996, 1570 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 11, "50": 39, "100": 139 } }, "default": { "nonempty": 994, "quantiles": [ 18, 87, 218, 413.4000000000001, 644.4199999999996, 1570 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 11, "50": 39, "100": 139 } }, "extended": { "nonempty": 994, "quantiles": [ 39, 134.60000000000002, 271, 476.70000000000005, 707.4199999999996, 1616 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 4, "100": 44 } }, "curated": { "nonempty": 994, "quantiles": [ 23, 92, 227, 421.70000000000005, 650.119999999999, 1572 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 5, "50": 27, "100": 121 } } } }, "test": { "items": 1988, "field_nonempty": { "title": 1988, "features": 1921, "description": 1332, "categories": 1967, "details": 1969, "store": 1988, "main_category": 1969 }, "description_or_features": 1944, "source_image": 1988, "adapter_image": 1988, "text_and_image": 1988, "native_differs": 0, "html": 3, "word_counts": { "native": { "nonempty": 1988, "quantiles": [ 15, 83.40000000000003, 206.5, 406, 734.5099999999968, 2768 ], "below": { "1": 0, "5": 0, "10": 0, "20": 4, "30": 20, "50": 62, "100": 279 } }, "default": { "nonempty": 1988, "quantiles": [ 15, 83.40000000000003, 206.5, 406, 734.5099999999968, 2768 ], "below": { "1": 0, "5": 0, "10": 0, "20": 4, "30": 20, "50": 62, "100": 279 } }, "extended": { "nonempty": 1988, "quantiles": [ 23, 136, 265, 463, 813.1299999999999, 2818 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 3, "50": 4, "100": 86 } }, "curated": { "nonempty": 1988, "quantiles": [ 21, 90, 217, 413, 746.1199999999972, 2776 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 9, "50": 50, "100": 243 } } } }, "preprocessed": { "items": 19880, "field_nonempty": { "title": 19879, "features": 19269, "description": 12901, "categories": 19640, "details": 19724, "store": 19878, "main_category": 19640 }, "description_or_features": 19467, "source_image": 19876, "adapter_image": 19876, "text_and_image": 19875, "native_differs": 0, "html": 27, "word_counts": { "native": { "nonempty": 19879, "quantiles": [ 0, 84, 211, 401, 671.2099999999991, 2780 ], "below": { "1": 1, "5": 2, "10": 5, "20": 48, "30": 200, "50": 675, "100": 2900 } }, "default": { "nonempty": 19879, "quantiles": [ 0, 84, 211, 401, 671.2099999999991, 2780 ], "below": { "1": 1, "5": 2, "10": 5, "20": 48, "30": 200, "50": 675, "100": 2900 } }, "extended": { "nonempty": 19880, "quantiles": [ 20, 134, 266, 461, 733, 2838 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 8, "50": 64, "100": 839 } }, "curated": { "nonempty": 19880, "quantiles": [ 7, 90, 220, 410, 680.2099999999991, 2785 ], "below": { "1": 0, "5": 0, "10": 2, "20": 14, "30": 99, "50": 493, "100": 2472 } } } } }, "leave_last_out": { "catalog": { "items": 19880, "field_nonempty": { "title": 19879, "features": 19269, "description": 12901, "categories": 19640, "details": 19724, "store": 19878, "main_category": 19640 }, "description_or_features": 19467, "source_image": 19876, "adapter_image": 19876, "text_and_image": 19875, "native_differs": 0, "html": 27, "word_counts": { "native": { "nonempty": 19879, "quantiles": [ 0, 84, 211, 401, 671.2099999999991, 2780 ], "below": { "1": 1, "5": 2, "10": 5, "20": 48, "30": 200, "50": 675, "100": 2900 } }, "default": { "nonempty": 19879, "quantiles": [ 0, 84, 211, 401, 671.2099999999991, 2780 ], "below": { "1": 1, "5": 2, "10": 5, "20": 48, "30": 200, "50": 675, "100": 2900 } }, "extended": { "nonempty": 19880, "quantiles": [ 20, 134, 266, 461, 733, 2838 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 8, "50": 64, "100": 839 } }, "curated": { "nonempty": 19880, "quantiles": [ 7, 90, 220, 410, 680.2099999999991, 2785 ], "below": { "1": 0, "5": 0, "10": 2, "20": 14, "30": 99, "50": 493, "100": 2472 } } } }, "train": { "items": 19880, "field_nonempty": { "title": 19879, "features": 19269, "description": 12901, "categories": 19640, "details": 19724, "store": 19878, "main_category": 19640 }, "description_or_features": 19467, "source_image": 19876, "adapter_image": 19876, "text_and_image": 19875, "native_differs": 0, "html": 27, "word_counts": { "native": { "nonempty": 19879, "quantiles": [ 0, 84, 211, 401, 671.2099999999991, 2780 ], "below": { "1": 1, "5": 2, "10": 5, "20": 48, "30": 200, "50": 675, "100": 2900 }, "train_pairs_removed": { "1": 16, "5": 37, "10": 89, "20": 1304, "30": 6761, "50": 24214, "100": 133621 } }, "default": { "nonempty": 19879, "quantiles": [ 0, 84, 211, 401, 671.2099999999991, 2780 ], "below": { "1": 1, "5": 2, "10": 5, "20": 48, "30": 200, "50": 675, "100": 2900 }, "train_pairs_removed": { "1": 16, "5": 37, "10": 89, "20": 1304, "30": 6761, "50": 24214, "100": 133621 } }, "extended": { "nonempty": 19880, "quantiles": [ 20, 134, 266, 461, 733, 2838 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 8, "50": 64, "100": 839 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 190, "50": 1704, "100": 31116 } }, "curated": { "nonempty": 19880, "quantiles": [ 7, 90, 220, 410, 680.2099999999991, 2785 ], "below": { "1": 0, "5": 0, "10": 2, "20": 14, "30": 99, "50": 493, "100": 2472 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 36, "20": 295, "30": 2620, "50": 17857, "100": 108513 } } }, "train_pairs": 1216185 }, "val": { "items": 16106, "field_nonempty": { "title": 16106, "features": 15700, "description": 10011, "categories": 15922, "details": 15992, "store": 16105, "main_category": 15932 }, "description_or_features": 15843, "source_image": 16103, "adapter_image": 16103, "text_and_image": 16103, "native_differs": 0, "html": 23, "word_counts": { "native": { "nonempty": 16106, "quantiles": [ 4, 89, 219, 402, 669.9500000000007, 2768 ], "below": { "1": 0, "5": 1, "10": 3, "20": 30, "30": 123, "50": 445, "100": 2046 } }, "default": { "nonempty": 16106, "quantiles": [ 4, 89, 219, 402, 669.9500000000007, 2768 ], "below": { "1": 0, "5": 1, "10": 3, "20": 30, "30": 123, "50": 445, "100": 2046 } }, "extended": { "nonempty": 16106, "quantiles": [ 20, 141, 274, 462, 732, 2818 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 5, "50": 36, "100": 555 } }, "curated": { "nonempty": 16106, "quantiles": [ 7, 97, 228, 411, 678, 2776 ], "below": { "1": 0, "5": 0, "10": 2, "20": 8, "30": 61, "50": 315, "100": 1725 } } } }, "test": { "items": 15361, "field_nonempty": { "title": 15361, "features": 14975, "description": 9369, "categories": 15187, "details": 15251, "store": 15360, "main_category": 15181 }, "description_or_features": 15111, "source_image": 15358, "adapter_image": 15358, "text_and_image": 15358, "native_differs": 0, "html": 21, "word_counts": { "native": { "nonempty": 15361, "quantiles": [ 4, 89, 220, 405, 666.3999999999996, 2768 ], "below": { "1": 0, "5": 1, "10": 3, "20": 25, "30": 113, "50": 433, "100": 1933 } }, "default": { "nonempty": 15361, "quantiles": [ 4, 89, 220, 405, 666.3999999999996, 2768 ], "below": { "1": 0, "5": 1, "10": 3, "20": 25, "30": 113, "50": 433, "100": 1933 } }, "extended": { "nonempty": 15361, "quantiles": [ 20, 141, 275, 464, 725.3999999999996, 2818 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 7, "50": 39, "100": 520 } }, "curated": { "nonempty": 15361, "quantiles": [ 7, 97, 228, 413, 673.5999999999985, 2776 ], "below": { "1": 0, "5": 0, "10": 2, "20": 5, "30": 57, "50": 308, "100": 1639 } } } }, "preprocessed": { "items": 19880, "field_nonempty": { "title": 19879, "features": 19269, "description": 12901, "categories": 19640, "details": 19724, "store": 19878, "main_category": 19640 }, "description_or_features": 19467, "source_image": 19876, "adapter_image": 19876, "text_and_image": 19875, "native_differs": 0, "html": 27, "word_counts": { "native": { "nonempty": 19879, "quantiles": [ 0, 84, 211, 401, 671.2099999999991, 2780 ], "below": { "1": 1, "5": 2, "10": 5, "20": 48, "30": 200, "50": 675, "100": 2900 } }, "default": { "nonempty": 19879, "quantiles": [ 0, 84, 211, 401, 671.2099999999991, 2780 ], "below": { "1": 1, "5": 2, "10": 5, "20": 48, "30": 200, "50": 675, "100": 2900 } }, "extended": { "nonempty": 19880, "quantiles": [ 20, 134, 266, 461, 733, 2838 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 8, "50": 64, "100": 839 } }, "curated": { "nonempty": 19880, "quantiles": [ 7, 90, 220, 410, 680.2099999999991, 2785 ], "below": { "1": 0, "5": 0, "10": 2, "20": 14, "30": 99, "50": 493, "100": 2472 } } } } }, "temporal": { "catalog": { "items": 18400, "field_nonempty": { "title": 18400, "features": 17927, "description": 10234, "categories": 18178, "details": 18266, "store": 18397, "main_category": 18197 }, "description_or_features": 18072, "source_image": 18397, "adapter_image": 18397, "text_and_image": 18397, "native_differs": 0, "html": 28, "word_counts": { "native": { "nonempty": 18400, "quantiles": [ 4, 96, 228, 403, 658.0099999999984, 2742 ], "below": { "1": 0, "5": 1, "10": 3, "20": 30, "30": 128, "50": 505, "100": 2005 } }, "default": { "nonempty": 18400, "quantiles": [ 4, 96, 228, 403, 658.0099999999984, 2742 ], "below": { "1": 0, "5": 1, "10": 3, "20": 30, "30": 128, "50": 505, "100": 2005 } }, "extended": { "nonempty": 18400, "quantiles": [ 20, 147, 281, 462.1000000000022, 716, 2792 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 3, "50": 38, "100": 605 } }, "curated": { "nonempty": 18400, "quantiles": [ 7, 104, 237, 412, 668, 2750 ], "below": { "1": 0, "5": 0, "10": 2, "20": 9, "30": 61, "50": 351, "100": 1681 } } } }, "train": { "items": 13065, "field_nonempty": { "title": 13065, "features": 12743, "description": 8484, "categories": 12929, "details": 12976, "store": 13063, "main_category": 12918 }, "description_or_features": 12848, "source_image": 13063, "adapter_image": 13063, "text_and_image": 13063, "native_differs": 0, "html": 17, "word_counts": { "native": { "nonempty": 13065, "quantiles": [ 4, 91, 220, 409, 688.7200000000012, 2742 ], "below": { "1": 0, "5": 1, "10": 1, "20": 20, "30": 86, "50": 359, "100": 1620 }, "train_pairs_removed": { "1": 0, "5": 12, "10": 12, "20": 403, "30": 2543, "50": 10202, "100": 53861 } }, "default": { "nonempty": 13065, "quantiles": [ 4, 91, 220, 409, 688.7200000000012, 2742 ], "below": { "1": 0, "5": 1, "10": 1, "20": 20, "30": 86, "50": 359, "100": 1620 }, "train_pairs_removed": { "1": 0, "5": 12, "10": 12, "20": 403, "30": 2543, "50": 10202, "100": 53861 } }, "extended": { "nonempty": 13065, "quantiles": [ 20, 142, 276, 470, 748.3600000000006, 2792 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 3, "50": 23, "100": 444 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 64, "50": 502, "100": 12508 } }, "curated": { "nonempty": 13065, "quantiles": [ 7, 98, 229, 418, 693.7200000000012, 2750 ], "below": { "1": 0, "5": 0, "10": 1, "20": 5, "30": 40, "50": 242, "100": 1345 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 12, "20": 67, "30": 862, "50": 7353, "100": 42830 } } }, "train_pairs": 584750 }, "val": { "items": 11921, "field_nonempty": { "title": 11921, "features": 11727, "description": 6842, "categories": 11785, "details": 11848, "store": 11921, "main_category": 11807 }, "description_or_features": 11809, "source_image": 11918, "adapter_image": 11918, "text_and_image": 11918, "native_differs": 0, "html": 16, "word_counts": { "native": { "nonempty": 11921, "quantiles": [ 6, 100, 228, 406, 665.1999999999971, 2739 ], "below": { "1": 0, "5": 0, "10": 1, "20": 6, "30": 39, "50": 225, "100": 1188 } }, "default": { "nonempty": 11921, "quantiles": [ 6, 100, 228, 406, 665.1999999999971, 2739 ], "below": { "1": 0, "5": 0, "10": 1, "20": 6, "30": 39, "50": 225, "100": 1188 } }, "extended": { "nonempty": 11921, "quantiles": [ 20, 153, 283, 468, 724.7999999999993, 2789 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 2, "50": 14, "100": 270 } }, "curated": { "nonempty": 11921, "quantiles": [ 9, 108, 237, 416, 671.7999999999993, 2747 ], "below": { "1": 0, "5": 0, "10": 1, "20": 1, "30": 16, "50": 154, "100": 977 } } } }, "test": { "items": 12385, "field_nonempty": { "title": 12385, "features": 12174, "description": 5990, "categories": 12248, "details": 12303, "store": 12383, "main_category": 12275 }, "description_or_features": 12249, "source_image": 12383, "adapter_image": 12383, "text_and_image": 12383, "native_differs": 0, "html": 19, "word_counts": { "native": { "nonempty": 12385, "quantiles": [ 9, 109, 238, 403, 631.1599999999999, 2431 ], "below": { "1": 0, "5": 0, "10": 1, "20": 9, "30": 45, "50": 228, "100": 1006 } }, "default": { "nonempty": 12385, "quantiles": [ 9, 109, 238, 403, 631.1599999999999, 2431 ], "below": { "1": 0, "5": 0, "10": 1, "20": 9, "30": 45, "50": 228, "100": 1006 } }, "extended": { "nonempty": 12385, "quantiles": [ 20, 162, 291, 463, 702.1599999999999, 2498 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 2, "50": 19, "100": 267 } }, "curated": { "nonempty": 12385, "quantiles": [ 11, 116, 248, 412, 637.4799999999996, 2442 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 23, "50": 156, "100": 832 } } } } } }, "union": { "items": 22828, "field_nonempty": { "title": 22827, "features": 22102, "description": 13602, "categories": 22533, "details": 22645, "store": 22824, "main_category": 22555 }, "description_or_features": 22321, "source_image": 22824, "adapter_image": 22824, "text_and_image": 22823, "native_differs": 0, "html": 32, "word_counts": { "native": { "nonempty": 22827, "quantiles": [ 0, 86, 219, 399, 660.7299999999996, 2780 ], "below": { "1": 1, "5": 2, "10": 7, "20": 53, "30": 228, "50": 783, "100": 3074 } }, "default": { "nonempty": 22827, "quantiles": [ 0, 86, 219, 399, 660.7299999999996, 2780 ], "below": { "1": 1, "5": 2, "10": 7, "20": 53, "30": 228, "50": 783, "100": 3074 } }, "extended": { "nonempty": 22828, "quantiles": [ 20, 137, 272, 458, 721, 2838 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 8, "50": 72, "100": 949 } }, "curated": { "nonempty": 22828, "quantiles": [ 7, 93, 227, 408, 670.7299999999996, 2785 ], "below": { "1": 0, "5": 0, "10": 3, "20": 16, "30": 112, "50": 569, "100": 2625 } } } }, "details_keys": [ [ "Manufacturer", 22140 ], [ "Date First Available", 21730 ], [ "Product Dimensions", 16951 ], [ "Item model number", 16494 ], [ "Brand", 14479 ], [ "Is Discontinued By Manufacturer", 13009 ], [ "Material", 7487 ], [ "Country of Origin", 7006 ], [ "Color", 6389 ], [ "Target Species", 6043 ], [ "Item Form", 5316 ], [ "Package Dimensions", 4996 ], [ "Flavor", 4010 ], [ "Item Weight", 3655 ], [ "Age Range (Description)", 3428 ], [ "Size", 2880 ], [ "Special Feature", 2391 ], [ "Specific Uses For Product", 2260 ], [ "Department", 2253 ], [ "Breed Recommendation", 2115 ], [ "Item Dimensions LxWxH", 1777 ], [ "Unit Count", 1660 ], [ "Domestic Shipping", 1539 ], [ "International Shipping", 1539 ], [ "Pattern", 1499 ], [ "Style", 1454 ], [ "Best Sellers Rank", 1341 ], [ "Scent", 885 ], [ "Number of Items", 865 ], [ "Closure Type", 842 ], [ "Recommended Uses For Product", 777 ], [ "Shape", 626 ], [ "Target Audience", 614 ], [ "Age Range Description", 608 ], [ "Occasion", 596 ], [ "Allergen Information", 565 ], [ "Batteries", 518 ], [ "Product Benefits", 498 ], [ "Product Care Instructions", 492 ], [ "Part Number", 468 ], [ "Included Components", 456 ], [ "Batteries Required?", 455 ], [ "Power Source", 426 ], [ "Batteries Included?", 425 ], [ "Capacity", 412 ], [ "Item Package Quantity", 403 ], [ "Liquid Volume", 365 ], [ "Material Feature", 364 ], [ "Neck Size", 322 ], [ "Hair Type", 322 ], [ "Active Ingredients", 299 ], [ "Mounting Type", 264 ], [ "Minimum Weight Recommendation", 247 ], [ "Handle Material", 243 ], [ "Chest Size", 228 ], [ "Batteries required", 204 ], [ "Item Volume", 197 ], [ "Warranty Description", 195 ], [ "Manufacturer recommended age", 190 ], [ "Theme", 182 ] ], "checked_at_utc": "2026-09-09T13:52:19.127337+00:00" }, { "category": "Software", "context": { "catalog_sha256": "07f89dd1024aa37e2a1ab64c037035c456d2ff0fd55f4bd001f13977d2a91ceb", "script_sha256": "68bf9fd06b46b02b1a96d0ab2a17b6cb60feae5cb87f986e63221e0872f1355c", "recipe_sha256": "988dcc18ddc0ff458e02eda0b9b91e515a8ceaa38f010704f9959bb4880d704d", "files": [ { "path": "data/amazon2023/Software/huggingface/raw/meta_categories/meta_Software.jsonl", "kind": "jsonl", "size": 256220771, "mtime_ns": 1788919373060620300 } ] }, "source_rows_scanned": 89251, "duplicate_retained_rows": 0, "splits": { "user_split": { "catalog": { "items": 13664, "field_nonempty": { "title": 13664, "features": 13610, "description": 13592, "categories": 863, "details": 13635, "store": 13664, "main_category": 13651 }, "description_or_features": 13658, "source_image": 13664, "adapter_image": 13664, "text_and_image": 13664, "native_differs": 0, "html": 13, "word_counts": { "native": { "nonempty": 13664, "quantiles": [ 10, 79, 209, 521, 1532, 30118 ], "below": { "1": 0, "5": 0, "10": 0, "20": 26, "30": 93, "50": 396, "100": 2243 } }, "default": { "nonempty": 13664, "quantiles": [ 10, 79, 209, 521, 1532, 30118 ], "below": { "1": 0, "5": 0, "10": 0, "20": 26, "30": 93, "50": 396, "100": 2243 } }, "extended": { "nonempty": 13664, "quantiles": [ 17, 150, 295, 619, 1558.5899999999929, 30152 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 2, "50": 8, "100": 172 } }, "curated": { "nonempty": 13664, "quantiles": [ 12, 82, 212, 524, 1538.109999999997, 30123 ], "below": { "1": 0, "5": 0, "10": 0, "20": 16, "30": 64, "50": 334, "100": 2100 } } } }, "train": { "items": 13664, "field_nonempty": { "title": 13664, "features": 13610, "description": 13592, "categories": 863, "details": 13635, "store": 13664, "main_category": 13651 }, "description_or_features": 13658, "source_image": 13664, "adapter_image": 13664, "text_and_image": 13664, "native_differs": 0, "html": 13, "word_counts": { "native": { "nonempty": 13664, "quantiles": [ 10, 79, 209, 521, 1532, 30118 ], "below": { "1": 0, "5": 0, "10": 0, "20": 26, "30": 93, "50": 396, "100": 2243 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 2228, "30": 4791, "50": 17156, "100": 98560 } }, "default": { "nonempty": 13664, "quantiles": [ 10, 79, 209, 521, 1532, 30118 ], "below": { "1": 0, "5": 0, "10": 0, "20": 26, "30": 93, "50": 396, "100": 2243 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 2228, "30": 4791, "50": 17156, "100": 98560 } }, "extended": { "nonempty": 13664, "quantiles": [ 17, 150, 295, 619, 1558.5899999999929, 30152 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 2, "50": 8, "100": 172 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 46, "30": 46, "50": 197, "100": 4716 } }, "curated": { "nonempty": 13664, "quantiles": [ 12, 82, 212, 524, 1538.109999999997, 30123 ], "below": { "1": 0, "5": 0, "10": 0, "20": 16, "30": 64, "50": 334, "100": 2100 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 223, "30": 3987, "50": 14305, "100": 87297 } } }, "train_pairs": 916962 }, "val": { "items": 4254, "field_nonempty": { "title": 4254, "features": 4246, "description": 4241, "categories": 182, "details": 4252, "store": 4254, "main_category": 4254 }, "description_or_features": 4254, "source_image": 4254, "adapter_image": 4254, "text_and_image": 4254, "native_differs": 0, "html": 7, "word_counts": { "native": { "nonempty": 4254, "quantiles": [ 17, 89, 224, 539, 1193.4700000000003, 6173 ], "below": { "1": 0, "5": 0, "10": 0, "20": 5, "30": 22, "50": 96, "100": 564 } }, "default": { "nonempty": 4254, "quantiles": [ 17, 89, 224, 539, 1193.4700000000003, 6173 ], "below": { "1": 0, "5": 0, "10": 0, "20": 5, "30": 22, "50": 96, "100": 564 } }, "extended": { "nonempty": 4254, "quantiles": [ 60, 163, 317, 641, 1235.1100000000033, 6210 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 0, "100": 42 } }, "curated": { "nonempty": 4254, "quantiles": [ 19, 91, 228, 541, 1199.4700000000003, 6181 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 16, "50": 78, "100": 522 } } } }, "test": { "items": 4129, "field_nonempty": { "title": 4129, "features": 4114, "description": 4116, "categories": 151, "details": 4126, "store": 4129, "main_category": 4128 }, "description_or_features": 4128, "source_image": 4129, "adapter_image": 4129, "text_and_image": 4129, "native_differs": 0, "html": 8, "word_counts": { "native": { "nonempty": 4129, "quantiles": [ 12, 85, 222, 520.2000000000003, 1074.5599999999954, 6641 ], "below": { "1": 0, "5": 0, "10": 0, "20": 7, "30": 21, "50": 91, "100": 610 } }, "default": { "nonempty": 4129, "quantiles": [ 12, 85, 222, 520.2000000000003, 1074.5599999999954, 6641 ], "below": { "1": 0, "5": 0, "10": 0, "20": 7, "30": 21, "50": 91, "100": 610 } }, "extended": { "nonempty": 4129, "quantiles": [ 49, 157, 315, 622, 1131.599999999999, 6675 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 1, "100": 35 } }, "curated": { "nonempty": 4129, "quantiles": [ 15, 88, 225, 523.2000000000003, 1079.1199999999958, 6646 ], "below": { "1": 0, "5": 0, "10": 0, "20": 4, "30": 17, "50": 74, "100": 563 } } } }, "preprocessed": { "items": 13664, "field_nonempty": { "title": 13664, "features": 13610, "description": 13592, "categories": 863, "details": 13635, "store": 13664, "main_category": 13651 }, "description_or_features": 13658, "source_image": 13664, "adapter_image": 13664, "text_and_image": 13664, "native_differs": 0, "html": 13, "word_counts": { "native": { "nonempty": 13664, "quantiles": [ 10, 79, 209, 521, 1532, 30118 ], "below": { "1": 0, "5": 0, "10": 0, "20": 26, "30": 93, "50": 396, "100": 2243 } }, "default": { "nonempty": 13664, "quantiles": [ 10, 79, 209, 521, 1532, 30118 ], "below": { "1": 0, "5": 0, "10": 0, "20": 26, "30": 93, "50": 396, "100": 2243 } }, "extended": { "nonempty": 13664, "quantiles": [ 17, 150, 295, 619, 1558.5899999999929, 30152 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 2, "50": 8, "100": 172 } }, "curated": { "nonempty": 13664, "quantiles": [ 12, 82, 212, 524, 1538.109999999997, 30123 ], "below": { "1": 0, "5": 0, "10": 0, "20": 16, "30": 64, "50": 334, "100": 2100 } } } } }, "item_split": { "catalog": { "items": 13664, "field_nonempty": { "title": 13664, "features": 13610, "description": 13592, "categories": 863, "details": 13635, "store": 13664, "main_category": 13651 }, "description_or_features": 13658, "source_image": 13664, "adapter_image": 13664, "text_and_image": 13664, "native_differs": 0, "html": 13, "word_counts": { "native": { "nonempty": 13664, "quantiles": [ 10, 79, 209, 521, 1532, 30118 ], "below": { "1": 0, "5": 0, "10": 0, "20": 26, "30": 93, "50": 396, "100": 2243 } }, "default": { "nonempty": 13664, "quantiles": [ 10, 79, 209, 521, 1532, 30118 ], "below": { "1": 0, "5": 0, "10": 0, "20": 26, "30": 93, "50": 396, "100": 2243 } }, "extended": { "nonempty": 13664, "quantiles": [ 17, 150, 295, 619, 1558.5899999999929, 30152 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 2, "50": 8, "100": 172 } }, "curated": { "nonempty": 13664, "quantiles": [ 12, 82, 212, 524, 1538.109999999997, 30123 ], "below": { "1": 0, "5": 0, "10": 0, "20": 16, "30": 64, "50": 334, "100": 2100 } } } }, "train": { "items": 11613, "field_nonempty": { "title": 11613, "features": 11566, "description": 11547, "categories": 739, "details": 11586, "store": 11613, "main_category": 11601 }, "description_or_features": 11608, "source_image": 11613, "adapter_image": 11613, "text_and_image": 11613, "native_differs": 0, "html": 12, "word_counts": { "native": { "nonempty": 11613, "quantiles": [ 10, 79, 209, 517.8000000000011, 1530.6799999999912, 30118 ], "below": { "1": 0, "5": 0, "10": 0, "20": 24, "30": 79, "50": 332, "100": 1911 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 2464, "30": 4118, "50": 16890, "100": 96620 } }, "default": { "nonempty": 11613, "quantiles": [ 10, 79, 209, 517.8000000000011, 1530.6799999999912, 30118 ], "below": { "1": 0, "5": 0, "10": 0, "20": 24, "30": 79, "50": 332, "100": 1911 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 2464, "30": 4118, "50": 16890, "100": 96620 } }, "extended": { "nonempty": 11613, "quantiles": [ 17, 150, 294, 617, 1556, 30152 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 2, "50": 8, "100": 142 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 47, "30": 47, "50": 211, "100": 3713 } }, "curated": { "nonempty": 11613, "quantiles": [ 12, 82, 212, 522, 1536.5199999999968, 30123 ], "below": { "1": 0, "5": 0, "10": 0, "20": 16, "30": 57, "50": 278, "100": 1787 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 249, "30": 3351, "50": 13853, "100": 85158 } } }, "train_pairs": 870039 }, "val": { "items": 684, "field_nonempty": { "title": 684, "features": 682, "description": 683, "categories": 47, "details": 684, "store": 684, "main_category": 684 }, "description_or_features": 684, "source_image": 684, "adapter_image": 684, "text_and_image": 684, "native_differs": 0, "html": 1, "word_counts": { "native": { "nonempty": 684, "quantiles": [ 22, 77.3, 213, 531, 1311.0999999999988, 2316 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 5, "50": 24, "100": 114 } }, "default": { "nonempty": 684, "quantiles": [ 22, 77.3, 213, 531, 1311.0999999999988, 2316 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 5, "50": 24, "100": 114 } }, "extended": { "nonempty": 684, "quantiles": [ 63, 149.3, 303, 630.1000000000001, 1364.6999999999996, 2349 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 0, "100": 10 } }, "curated": { "nonempty": 684, "quantiles": [ 24, 80, 216, 534.7, 1319.929999999999, 2326 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 3, "50": 22, "100": 110 } } } }, "test": { "items": 1367, "field_nonempty": { "title": 1367, "features": 1362, "description": 1362, "categories": 77, "details": 1365, "store": 1367, "main_category": 1366 }, "description_or_features": 1366, "source_image": 1367, "adapter_image": 1367, "text_and_image": 1367, "native_differs": 0, "html": 0, "word_counts": { "native": { "nonempty": 1367, "quantiles": [ 18, 79, 207, 541.6000000000004, 1562.6199999999965, 6144 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 9, "50": 40, "100": 218 } }, "default": { "nonempty": 1367, "quantiles": [ 18, 79, 207, 541.6000000000004, 1562.6199999999965, 6144 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 9, "50": 40, "100": 218 } }, "extended": { "nonempty": 1367, "quantiles": [ 56, 151, 300, 633.4000000000001, 1614.1799999999978, 6183 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 0, "100": 20 } }, "curated": { "nonempty": 1367, "quantiles": [ 20, 81, 210, 544.2000000000003, 1571.319999999996, 6154 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 4, "50": 34, "100": 203 } } } }, "preprocessed": { "items": 13664, "field_nonempty": { "title": 13664, "features": 13610, "description": 13592, "categories": 863, "details": 13635, "store": 13664, "main_category": 13651 }, "description_or_features": 13658, "source_image": 13664, "adapter_image": 13664, "text_and_image": 13664, "native_differs": 0, "html": 13, "word_counts": { "native": { "nonempty": 13664, "quantiles": [ 10, 79, 209, 521, 1532, 30118 ], "below": { "1": 0, "5": 0, "10": 0, "20": 26, "30": 93, "50": 396, "100": 2243 } }, "default": { "nonempty": 13664, "quantiles": [ 10, 79, 209, 521, 1532, 30118 ], "below": { "1": 0, "5": 0, "10": 0, "20": 26, "30": 93, "50": 396, "100": 2243 } }, "extended": { "nonempty": 13664, "quantiles": [ 17, 150, 295, 619, 1558.5899999999929, 30152 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 2, "50": 8, "100": 172 } }, "curated": { "nonempty": 13664, "quantiles": [ 12, 82, 212, 524, 1538.109999999997, 30123 ], "below": { "1": 0, "5": 0, "10": 0, "20": 16, "30": 64, "50": 334, "100": 2100 } } } } }, "leave_last_out": { "catalog": { "items": 13664, "field_nonempty": { "title": 13664, "features": 13610, "description": 13592, "categories": 863, "details": 13635, "store": 13664, "main_category": 13651 }, "description_or_features": 13658, "source_image": 13664, "adapter_image": 13664, "text_and_image": 13664, "native_differs": 0, "html": 13, "word_counts": { "native": { "nonempty": 13664, "quantiles": [ 10, 79, 209, 521, 1532, 30118 ], "below": { "1": 0, "5": 0, "10": 0, "20": 26, "30": 93, "50": 396, "100": 2243 } }, "default": { "nonempty": 13664, "quantiles": [ 10, 79, 209, 521, 1532, 30118 ], "below": { "1": 0, "5": 0, "10": 0, "20": 26, "30": 93, "50": 396, "100": 2243 } }, "extended": { "nonempty": 13664, "quantiles": [ 17, 150, 295, 619, 1558.5899999999929, 30152 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 2, "50": 8, "100": 172 } }, "curated": { "nonempty": 13664, "quantiles": [ 12, 82, 212, 524, 1538.109999999997, 30123 ], "below": { "1": 0, "5": 0, "10": 0, "20": 16, "30": 64, "50": 334, "100": 2100 } } } }, "train": { "items": 13639, "field_nonempty": { "title": 13639, "features": 13585, "description": 13568, "categories": 852, "details": 13610, "store": 13639, "main_category": 13626 }, "description_or_features": 13633, "source_image": 13639, "adapter_image": 13639, "text_and_image": 13639, "native_differs": 0, "html": 13, "word_counts": { "native": { "nonempty": 13639, "quantiles": [ 10, 79, 209, 521, 1532, 30118 ], "below": { "1": 0, "5": 0, "10": 0, "20": 26, "30": 93, "50": 395, "100": 2238 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 2017, "30": 4240, "50": 15509, "100": 90580 } }, "default": { "nonempty": 13639, "quantiles": [ 10, 79, 209, 521, 1532, 30118 ], "below": { "1": 0, "5": 0, "10": 0, "20": 26, "30": 93, "50": 395, "100": 2238 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 2017, "30": 4240, "50": 15509, "100": 90580 } }, "extended": { "nonempty": 13639, "quantiles": [ 17, 150, 295, 619, 1560.3399999999929, 30152 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 2, "50": 8, "100": 172 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 39, "30": 39, "50": 104, "100": 4210 } }, "curated": { "nonempty": 13639, "quantiles": [ 12, 82, 212, 524, 1538.859999999997, 30123 ], "below": { "1": 0, "5": 0, "10": 0, "20": 16, "30": 64, "50": 333, "100": 2096 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 190, "30": 3500, "50": 12836, "100": 80437 } } }, "train_pairs": 823831 }, "val": { "items": 9800, "field_nonempty": { "title": 9800, "features": 9767, "description": 9749, "categories": 537, "details": 9783, "store": 9800, "main_category": 9795 }, "description_or_features": 9795, "source_image": 9800, "adapter_image": 9800, "text_and_image": 9800, "native_differs": 0, "html": 11, "word_counts": { "native": { "nonempty": 9800, "quantiles": [ 10, 82, 216, 516.1000000000004, 1102, 7938 ], "below": { "1": 0, "5": 0, "10": 0, "20": 17, "30": 63, "50": 266, "100": 1496 } }, "default": { "nonempty": 9800, "quantiles": [ 10, 82, 216, 516.1000000000004, 1102, 7938 ], "below": { "1": 0, "5": 0, "10": 0, "20": 17, "30": 63, "50": 266, "100": 1496 } }, "extended": { "nonempty": 9800, "quantiles": [ 18, 154, 306, 617.1000000000004, 1141.0600000000013, 7980 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 1, "50": 7, "100": 107 } }, "curated": { "nonempty": 9800, "quantiles": [ 12, 85, 220, 520, 1111.0100000000002, 7946 ], "below": { "1": 0, "5": 0, "10": 0, "20": 11, "30": 42, "50": 224, "100": 1407 } } } }, "test": { "items": 9400, "field_nonempty": { "title": 9400, "features": 9369, "description": 9347, "categories": 552, "details": 9383, "store": 9400, "main_category": 9393 }, "description_or_features": 9395, "source_image": 9400, "adapter_image": 9400, "text_and_image": 9400, "native_differs": 0, "html": 11, "word_counts": { "native": { "nonempty": 9400, "quantiles": [ 10, 81, 217, 518, 1089.280000000006, 7536 ], "below": { "1": 0, "5": 0, "10": 0, "20": 20, "30": 66, "50": 274, "100": 1455 } }, "default": { "nonempty": 9400, "quantiles": [ 10, 81, 217, 518, 1089.280000000006, 7536 ], "below": { "1": 0, "5": 0, "10": 0, "20": 20, "30": 66, "50": 274, "100": 1455 } }, "extended": { "nonempty": 9400, "quantiles": [ 18, 154, 308, 619, 1162.0200000000004, 7570 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 1, "50": 6, "100": 113 } }, "curated": { "nonempty": 9400, "quantiles": [ 12, 85, 220, 522, 1099.230000000005, 7541 ], "below": { "1": 0, "5": 0, "10": 0, "20": 11, "30": 46, "50": 239, "100": 1362 } } } }, "preprocessed": { "items": 13664, "field_nonempty": { "title": 13664, "features": 13610, "description": 13592, "categories": 863, "details": 13635, "store": 13664, "main_category": 13651 }, "description_or_features": 13658, "source_image": 13664, "adapter_image": 13664, "text_and_image": 13664, "native_differs": 0, "html": 13, "word_counts": { "native": { "nonempty": 13664, "quantiles": [ 10, 79, 209, 521, 1532, 30118 ], "below": { "1": 0, "5": 0, "10": 0, "20": 26, "30": 93, "50": 396, "100": 2243 } }, "default": { "nonempty": 13664, "quantiles": [ 10, 79, 209, 521, 1532, 30118 ], "below": { "1": 0, "5": 0, "10": 0, "20": 26, "30": 93, "50": 396, "100": 2243 } }, "extended": { "nonempty": 13664, "quantiles": [ 17, 150, 295, 619, 1558.5899999999929, 30152 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 2, "50": 8, "100": 172 } }, "curated": { "nonempty": 13664, "quantiles": [ 12, 82, 212, 524, 1538.109999999997, 30123 ], "below": { "1": 0, "5": 0, "10": 0, "20": 16, "30": 64, "50": 334, "100": 2100 } } } } }, "temporal": { "catalog": { "items": 14548, "field_nonempty": { "title": 14548, "features": 14437, "description": 14282, "categories": 1661, "details": 14498, "store": 14548, "main_category": 14528 }, "description_or_features": 14491, "source_image": 14547, "adapter_image": 14547, "text_and_image": 14547, "native_differs": 0, "html": 20, "word_counts": { "native": { "nonempty": 14548, "quantiles": [ 3, 75, 213, 546, 1686.0600000000013, 93273 ], "below": { "1": 0, "5": 4, "10": 12, "20": 79, "30": 187, "50": 548, "100": 2522 } }, "default": { "nonempty": 14548, "quantiles": [ 3, 75, 213, 546, 1686.0600000000013, 93273 ], "below": { "1": 0, "5": 4, "10": 12, "20": 79, "30": 187, "50": 548, "100": 2522 } }, "extended": { "nonempty": 14548, "quantiles": [ 6, 145.70000000000005, 299, 641, 1735.0100000000111, 93307 ], "below": { "1": 0, "5": 0, "10": 1, "20": 7, "30": 13, "50": 53, "100": 298 } }, "curated": { "nonempty": 14548, "quantiles": [ 6, 78, 217, 549, 1696.5300000000007, 93278 ], "below": { "1": 0, "5": 0, "10": 4, "20": 50, "30": 142, "50": 477, "100": 2362 } } } }, "train": { "items": 11639, "field_nonempty": { "title": 11639, "features": 11564, "description": 11455, "categories": 1299, "details": 11603, "store": 11639, "main_category": 11625 }, "description_or_features": 11599, "source_image": 11639, "adapter_image": 11639, "text_and_image": 11639, "native_differs": 0, "html": 15, "word_counts": { "native": { "nonempty": 11639, "quantiles": [ 3, 77, 215, 547.2000000000007, 1686.2400000000016, 93273 ], "below": { "1": 0, "5": 3, "10": 8, "20": 51, "30": 133, "50": 401, "100": 1935 }, "train_pairs_removed": { "1": 0, "5": 6, "10": 18, "20": 592, "30": 1873, "50": 5042, "100": 23356 } }, "default": { "nonempty": 11639, "quantiles": [ 3, 77, 215, 547.2000000000007, 1686.2400000000016, 93273 ], "below": { "1": 0, "5": 3, "10": 8, "20": 51, "30": 133, "50": 401, "100": 1935 }, "train_pairs_removed": { "1": 0, "5": 6, "10": 18, "20": 592, "30": 1873, "50": 5042, "100": 23356 } }, "extended": { "nonempty": 11639, "quantiles": [ 15, 148, 302, 641.2000000000007, 1736.5400000000136, 93307 ], "below": { "1": 0, "5": 0, "10": 0, "20": 4, "30": 6, "50": 37, "100": 210 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 15, "30": 19, "50": 756, "100": 1992 } }, "curated": { "nonempty": 11639, "quantiles": [ 8, 80, 219, 551, 1696.6200000000008, 93278 ], "below": { "1": 0, "5": 0, "10": 3, "20": 31, "30": 98, "50": 347, "100": 1802 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 6, "20": 117, "30": 1657, "50": 4406, "100": 20596 } } }, "train_pairs": 232769 }, "val": { "items": 5902, "field_nonempty": { "title": 5902, "features": 5879, "description": 5806, "categories": 413, "details": 5890, "store": 5902, "main_category": 5897 }, "description_or_features": 5890, "source_image": 5902, "adapter_image": 5902, "text_and_image": 5902, "native_differs": 0, "html": 11, "word_counts": { "native": { "nonempty": 5902, "quantiles": [ 11, 75, 225, 537, 871.9599999999991, 6173 ], "below": { "1": 0, "5": 0, "10": 0, "20": 23, "30": 63, "50": 217, "100": 1004 } }, "default": { "nonempty": 5902, "quantiles": [ 11, 75, 225, 537, 871.9599999999991, 6173 ], "below": { "1": 0, "5": 0, "10": 0, "20": 23, "30": 63, "50": 217, "100": 1004 } }, "extended": { "nonempty": 5902, "quantiles": [ 28, 150, 318, 637, 966.9799999999996, 6210 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 12, "100": 100 } }, "curated": { "nonempty": 5902, "quantiles": [ 15, 78, 229, 540, 876, 6181 ], "below": { "1": 0, "5": 0, "10": 0, "20": 11, "30": 50, "50": 186, "100": 938 } } } }, "test": { "items": 3762, "field_nonempty": { "title": 3762, "features": 3745, "description": 3668, "categories": 310, "details": 3748, "store": 3762, "main_category": 3760 }, "description_or_features": 3753, "source_image": 3762, "adapter_image": 3762, "text_and_image": 3762, "native_differs": 0, "html": 7, "word_counts": { "native": { "nonempty": 3762, "quantiles": [ 8, 78.10000000000002, 235, 544.9000000000001, 861.3899999999999, 7536 ], "below": { "1": 0, "5": 0, "10": 2, "20": 18, "30": 46, "50": 125, "100": 578 } }, "default": { "nonempty": 3762, "quantiles": [ 8, 78.10000000000002, 235, 544.9000000000001, 861.3899999999999, 7536 ], "below": { "1": 0, "5": 0, "10": 2, "20": 18, "30": 46, "50": 125, "100": 578 } }, "extended": { "nonempty": 3762, "quantiles": [ 18, 155, 328.5, 649.9000000000001, 955.119999999999, 7570 ], "below": { "1": 0, "5": 0, "10": 0, "20": 3, "30": 6, "50": 13, "100": 63 } }, "curated": { "nonempty": 3762, "quantiles": [ 10, 82, 238, 548, 866.3899999999999, 7541 ], "below": { "1": 0, "5": 0, "10": 0, "20": 10, "30": 35, "50": 112, "100": 537 } } } } } }, "union": { "items": 18322, "field_nonempty": { "title": 18322, "features": 18185, "description": 18046, "categories": 1764, "details": 18267, "store": 18322, "main_category": 18297 }, "description_or_features": 18264, "source_image": 18321, "adapter_image": 18321, "text_and_image": 18321, "native_differs": 0, "html": 21, "word_counts": { "native": { "nonempty": 18322, "quantiles": [ 3, 74, 205, 529, 1586.7400000000052, 93273 ], "below": { "1": 0, "5": 4, "10": 12, "20": 86, "30": 219, "50": 693, "100": 3309 } }, "default": { "nonempty": 18322, "quantiles": [ 3, 74, 205, 529, 1586.7400000000052, 93273 ], "below": { "1": 0, "5": 4, "10": 12, "20": 86, "30": 219, "50": 693, "100": 3309 } }, "extended": { "nonempty": 18322, "quantiles": [ 6, 144, 290, 623, 1628.0100000000166, 93307 ], "below": { "1": 0, "5": 0, "10": 1, "20": 8, "30": 14, "50": 55, "100": 358 } }, "curated": { "nonempty": 18322, "quantiles": [ 6, 78, 209, 532.9000000000015, 1594.7400000000052, 93278 ], "below": { "1": 0, "5": 0, "10": 4, "20": 55, "30": 162, "50": 599, "100": 3100 } } } }, "details_keys": [ [ "Size", 16466 ], [ "Release Date", 16465 ], [ "Date first listed on Amazon", 16465 ], [ "Developed By", 16465 ], [ "Version", 16465 ], [ "Minimum Operating System", 16465 ], [ "Approximate Download Time", 16465 ], [ "Application Permissions", 16066 ], [ "Date First Available", 1801 ], [ "Manufacturer", 1685 ], [ "Item model number", 1200 ], [ "Product Dimensions", 923 ], [ "Is Discontinued By Manufacturer", 906 ], [ "Language", 414 ], [ "Package Dimensions", 394 ], [ "Item Weight", 93 ], [ "Our Recommended age", 90 ], [ "Manufacturer recommended age", 83 ], [ "Country of Origin", 80 ], [ "Pricing", 75 ], [ "Type of item", 75 ], [ "Release date", 71 ], [ "Best Sellers Rank", 34 ], [ "Return Policy", 20 ], [ "Terms of Use", 20 ], [ "Rated", 19 ], [ "Domestic Shipping", 12 ], [ "International Shipping", 12 ], [ "Department", 11 ], [ "Batteries", 7 ], [ "Brand", 4 ], [ "Operating System", 4 ], [ "Hardware Platform", 3 ], [ "Part Number", 3 ], [ "Color", 3 ], [ "Item Package Quantity", 3 ], [ "Batteries Included?", 3 ], [ "Batteries Required?", 3 ], [ "Wireless Type", 2 ], [ "Series", 2 ], [ "Item Dimensions LxWxH", 2 ], [ "Special Feature", 2 ], [ "Compatible Devices", 2 ], [ "Frequency", 2 ], [ "Recommended Uses For Product", 2 ], [ "Connectivity Technology", 2 ], [ "Format", 2 ], [ "RAM", 1 ], [ "Material", 1 ], [ "Special Features", 1 ], [ "Warranty Description", 1 ], [ "Publication Date", 1 ], [ "Model Name", 1 ], [ "Wireless Communication Standard", 1 ] ], "checked_at_utc": "2026-09-09T13:52:17.296967+00:00" }, { "category": "Sports_and_Outdoors", "context": { "catalog_sha256": "2e187ab7ff28d8cfb24ad4ff4811d36a85efc01df095e4892acc6af3b5baed28", "script_sha256": "68bf9fd06b46b02b1a96d0ab2a17b6cb60feae5cb87f986e63221e0872f1355c", "recipe_sha256": "988dcc18ddc0ff458e02eda0b9b91e515a8ceaa38f010704f9959bb4880d704d", "files": [ { "path": "data/amazon2023/Sports_and_Outdoors/huggingface/raw/meta_categories/meta_Sports_and_Outdoors.jsonl", "kind": "jsonl", "size": 4132263769, "mtime_ns": 1788925154718996200 } ] }, "source_rows_scanned": 1587421, "duplicate_retained_rows": 0, "splits": { "user_split": { "catalog": { "items": 19023, "field_nonempty": { "title": 19023, "features": 18479, "description": 11302, "categories": 18885, "details": 18909, "store": 18967, "main_category": 17189 }, "description_or_features": 18618, "source_image": 19023, "adapter_image": 19023, "text_and_image": 19023, "native_differs": 0, "html": 57, "word_counts": { "native": { "nonempty": 19023, "quantiles": [ 5, 64, 173, 370, 702.4599999999919, 3673 ], "below": { "1": 0, "5": 0, "10": 7, "20": 47, "30": 197, "50": 1048, "100": 4491 } }, "default": { "nonempty": 19023, "quantiles": [ 5, 64, 173, 370, 702.4599999999919, 3673 ], "below": { "1": 0, "5": 0, "10": 7, "20": 47, "30": 197, "50": 1048, "100": 4491 } }, "extended": { "nonempty": 19023, "quantiles": [ 21, 154, 278, 488, 814, 3888 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 5, "50": 43, "100": 512 } }, "curated": { "nonempty": 19023, "quantiles": [ 6, 74, 184, 382, 709.8999999999942, 3689 ], "below": { "1": 0, "5": 0, "10": 4, "20": 25, "30": 81, "50": 616, "100": 3697 } } } }, "train": { "items": 19023, "field_nonempty": { "title": 19023, "features": 18479, "description": 11302, "categories": 18885, "details": 18909, "store": 18967, "main_category": 17189 }, "description_or_features": 18618, "source_image": 19023, "adapter_image": 19023, "text_and_image": 19023, "native_differs": 0, "html": 57, "word_counts": { "native": { "nonempty": 19023, "quantiles": [ 5, 64, 173, 370, 702.4599999999919, 3673 ], "below": { "1": 0, "5": 0, "10": 7, "20": 47, "30": 197, "50": 1048, "100": 4491 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 137, "20": 1294, "30": 5373, "50": 34903, "100": 172017 } }, "default": { "nonempty": 19023, "quantiles": [ 5, 64, 173, 370, 702.4599999999919, 3673 ], "below": { "1": 0, "5": 0, "10": 7, "20": 47, "30": 197, "50": 1048, "100": 4491 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 137, "20": 1294, "30": 5373, "50": 34903, "100": 172017 } }, "extended": { "nonempty": 19023, "quantiles": [ 21, 154, 278, 488, 814, 3888 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 5, "50": 43, "100": 512 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 137, "50": 1364, "100": 15771 } }, "curated": { "nonempty": 19023, "quantiles": [ 6, 74, 184, 382, 709.8999999999942, 3689 ], "below": { "1": 0, "5": 0, "10": 4, "20": 25, "30": 81, "50": 616, "100": 3697 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 83, "20": 764, "30": 2187, "50": 18740, "100": 138006 } } }, "train_pairs": 815594 }, "val": { "items": 7398, "field_nonempty": { "title": 7398, "features": 7238, "description": 4327, "categories": 7354, "details": 7362, "store": 7377, "main_category": 6687 }, "description_or_features": 7282, "source_image": 7398, "adapter_image": 7398, "text_and_image": 7398, "native_differs": 0, "html": 22, "word_counts": { "native": { "nonempty": 7398, "quantiles": [ 5, 66, 176, 374, 715.0299999999997, 3673 ], "below": { "1": 0, "5": 0, "10": 1, "20": 9, "30": 51, "50": 349, "100": 1642 } }, "default": { "nonempty": 7398, "quantiles": [ 5, 66, 176, 374, 715.0299999999997, 3673 ], "below": { "1": 0, "5": 0, "10": 1, "20": 9, "30": 51, "50": 349, "100": 1642 } }, "extended": { "nonempty": 7398, "quantiles": [ 32, 162, 283, 493, 823.0899999999992, 3888 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 8, "100": 160 } }, "curated": { "nonempty": 7398, "quantiles": [ 7, 77, 188, 386.3000000000002, 725, 3689 ], "below": { "1": 0, "5": 0, "10": 1, "20": 3, "30": 20, "50": 190, "100": 1319 } } } }, "test": { "items": 7431, "field_nonempty": { "title": 7431, "features": 7265, "description": 4347, "categories": 7390, "details": 7397, "store": 7412, "main_category": 6732 }, "description_or_features": 7310, "source_image": 7431, "adapter_image": 7431, "text_and_image": 7431, "native_differs": 0, "html": 22, "word_counts": { "native": { "nonempty": 7431, "quantiles": [ 6, 66, 178, 375, 714.6999999999998, 3673 ], "below": { "1": 0, "5": 0, "10": 3, "20": 18, "30": 63, "50": 360, "100": 1661 } }, "default": { "nonempty": 7431, "quantiles": [ 6, 66, 178, 375, 714.6999999999998, 3673 ], "below": { "1": 0, "5": 0, "10": 3, "20": 18, "30": 63, "50": 360, "100": 1661 } }, "extended": { "nonempty": 7431, "quantiles": [ 30, 161, 285, 494, 822.6999999999998, 3888 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 17, "100": 171 } }, "curated": { "nonempty": 7431, "quantiles": [ 6, 77, 190, 388, 722.8999999999987, 3689 ], "below": { "1": 0, "5": 0, "10": 1, "20": 11, "30": 28, "50": 201, "100": 1324 } } } }, "preprocessed": { "items": 19023, "field_nonempty": { "title": 19023, "features": 18479, "description": 11302, "categories": 18885, "details": 18909, "store": 18967, "main_category": 17189 }, "description_or_features": 18618, "source_image": 19023, "adapter_image": 19023, "text_and_image": 19023, "native_differs": 0, "html": 57, "word_counts": { "native": { "nonempty": 19023, "quantiles": [ 5, 64, 173, 370, 702.4599999999919, 3673 ], "below": { "1": 0, "5": 0, "10": 7, "20": 47, "30": 197, "50": 1048, "100": 4491 } }, "default": { "nonempty": 19023, "quantiles": [ 5, 64, 173, 370, 702.4599999999919, 3673 ], "below": { "1": 0, "5": 0, "10": 7, "20": 47, "30": 197, "50": 1048, "100": 4491 } }, "extended": { "nonempty": 19023, "quantiles": [ 21, 154, 278, 488, 814, 3888 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 5, "50": 43, "100": 512 } }, "curated": { "nonempty": 19023, "quantiles": [ 6, 74, 184, 382, 709.8999999999942, 3689 ], "below": { "1": 0, "5": 0, "10": 4, "20": 25, "30": 81, "50": 616, "100": 3697 } } } } }, "item_split": { "catalog": { "items": 19023, "field_nonempty": { "title": 19023, "features": 18479, "description": 11302, "categories": 18885, "details": 18909, "store": 18967, "main_category": 17189 }, "description_or_features": 18618, "source_image": 19023, "adapter_image": 19023, "text_and_image": 19023, "native_differs": 0, "html": 57, "word_counts": { "native": { "nonempty": 19023, "quantiles": [ 5, 64, 173, 370, 702.4599999999919, 3673 ], "below": { "1": 0, "5": 0, "10": 7, "20": 47, "30": 197, "50": 1048, "100": 4491 } }, "default": { "nonempty": 19023, "quantiles": [ 5, 64, 173, 370, 702.4599999999919, 3673 ], "below": { "1": 0, "5": 0, "10": 7, "20": 47, "30": 197, "50": 1048, "100": 4491 } }, "extended": { "nonempty": 19023, "quantiles": [ 21, 154, 278, 488, 814, 3888 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 5, "50": 43, "100": 512 } }, "curated": { "nonempty": 19023, "quantiles": [ 6, 74, 184, 382, 709.8999999999942, 3689 ], "below": { "1": 0, "5": 0, "10": 4, "20": 25, "30": 81, "50": 616, "100": 3697 } } } }, "train": { "items": 16168, "field_nonempty": { "title": 16168, "features": 15701, "description": 9601, "categories": 16050, "details": 16070, "store": 16118, "main_category": 14605 }, "description_or_features": 15822, "source_image": 16168, "adapter_image": 16168, "text_and_image": 16168, "native_differs": 0, "html": 48, "word_counts": { "native": { "nonempty": 16168, "quantiles": [ 5, 64, 173, 369, 681.6599999999999, 3673 ], "below": { "1": 0, "5": 0, "10": 6, "20": 40, "30": 173, "50": 887, "100": 3807 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 131, "20": 1248, "30": 5383, "50": 33393, "100": 163055 } }, "default": { "nonempty": 16168, "quantiles": [ 5, 64, 173, 369, 681.6599999999999, 3673 ], "below": { "1": 0, "5": 0, "10": 6, "20": 40, "30": 173, "50": 887, "100": 3807 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 131, "20": 1248, "30": 5383, "50": 33393, "100": 163055 } }, "extended": { "nonempty": 16168, "quantiles": [ 21, 154, 278, 487, 800.3299999999999, 3750 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 5, "50": 41, "100": 444 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 143, "50": 1338, "100": 15520 } }, "curated": { "nonempty": 16168, "quantiles": [ 6, 74, 184, 380.3000000000011, 693.3299999999999, 3681 ], "below": { "1": 0, "5": 0, "10": 4, "20": 22, "30": 73, "50": 525, "100": 3137 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 91, "20": 763, "30": 2232, "50": 18025, "100": 130932 } } }, "train_pairs": 775040 }, "val": { "items": 952, "field_nonempty": { "title": 952, "features": 924, "description": 563, "categories": 945, "details": 945, "store": 951, "main_category": 853 }, "description_or_features": 930, "source_image": 952, "adapter_image": 952, "text_and_image": 952, "native_differs": 0, "html": 4, "word_counts": { "native": { "nonempty": 952, "quantiles": [ 7, 63, 176, 386.9, 789.7800000000002, 1504 ], "below": { "1": 0, "5": 0, "10": 1, "20": 5, "30": 12, "50": 53, "100": 213 } }, "default": { "nonempty": 952, "quantiles": [ 7, 63, 176, 386.9, 789.7800000000002, 1504 ], "below": { "1": 0, "5": 0, "10": 1, "20": 5, "30": 12, "50": 53, "100": 213 } }, "extended": { "nonempty": 952, "quantiles": [ 56, 149.10000000000002, 278, 510.69999999999993, 923.94, 1580 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 0, "100": 22 } }, "curated": { "nonempty": 952, "quantiles": [ 17, 73, 188.5, 398, 799.7800000000002, 1513 ], "below": { "1": 0, "5": 0, "10": 0, "20": 3, "30": 6, "50": 34, "100": 180 } } } }, "test": { "items": 1903, "field_nonempty": { "title": 1903, "features": 1854, "description": 1138, "categories": 1890, "details": 1894, "store": 1898, "main_category": 1731 }, "description_or_features": 1866, "source_image": 1903, "adapter_image": 1903, "text_and_image": 1903, "native_differs": 0, "html": 5, "word_counts": { "native": { "nonempty": 1903, "quantiles": [ 16, 63, 173, 374.79999999999995, 743.0000000000009, 3667 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 12, "50": 108, "100": 471 } }, "default": { "nonempty": 1903, "quantiles": [ 16, 63, 173, 374.79999999999995, 743.0000000000009, 3667 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 12, "50": 108, "100": 471 } }, "extended": { "nonempty": 1903, "quantiles": [ 43, 156, 273, 489.79999999999995, 855.94, 3888 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 2, "100": 46 } }, "curated": { "nonempty": 1903, "quantiles": [ 21, 73, 183, 384.79999999999995, 758.840000000001, 3689 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 2, "50": 57, "100": 380 } } } }, "preprocessed": { "items": 19023, "field_nonempty": { "title": 19023, "features": 18479, "description": 11302, "categories": 18885, "details": 18909, "store": 18967, "main_category": 17189 }, "description_or_features": 18618, "source_image": 19023, "adapter_image": 19023, "text_and_image": 19023, "native_differs": 0, "html": 57, "word_counts": { "native": { "nonempty": 19023, "quantiles": [ 5, 64, 173, 370, 702.4599999999919, 3673 ], "below": { "1": 0, "5": 0, "10": 7, "20": 47, "30": 197, "50": 1048, "100": 4491 } }, "default": { "nonempty": 19023, "quantiles": [ 5, 64, 173, 370, 702.4599999999919, 3673 ], "below": { "1": 0, "5": 0, "10": 7, "20": 47, "30": 197, "50": 1048, "100": 4491 } }, "extended": { "nonempty": 19023, "quantiles": [ 21, 154, 278, 488, 814, 3888 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 5, "50": 43, "100": 512 } }, "curated": { "nonempty": 19023, "quantiles": [ 6, 74, 184, 382, 709.8999999999942, 3689 ], "below": { "1": 0, "5": 0, "10": 4, "20": 25, "30": 81, "50": 616, "100": 3697 } } } } }, "leave_last_out": { "catalog": { "items": 19023, "field_nonempty": { "title": 19023, "features": 18479, "description": 11302, "categories": 18885, "details": 18909, "store": 18967, "main_category": 17189 }, "description_or_features": 18618, "source_image": 19023, "adapter_image": 19023, "text_and_image": 19023, "native_differs": 0, "html": 57, "word_counts": { "native": { "nonempty": 19023, "quantiles": [ 5, 64, 173, 370, 702.4599999999919, 3673 ], "below": { "1": 0, "5": 0, "10": 7, "20": 47, "30": 197, "50": 1048, "100": 4491 } }, "default": { "nonempty": 19023, "quantiles": [ 5, 64, 173, 370, 702.4599999999919, 3673 ], "below": { "1": 0, "5": 0, "10": 7, "20": 47, "30": 197, "50": 1048, "100": 4491 } }, "extended": { "nonempty": 19023, "quantiles": [ 21, 154, 278, 488, 814, 3888 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 5, "50": 43, "100": 512 } }, "curated": { "nonempty": 19023, "quantiles": [ 6, 74, 184, 382, 709.8999999999942, 3689 ], "below": { "1": 0, "5": 0, "10": 4, "20": 25, "30": 81, "50": 616, "100": 3697 } } } }, "train": { "items": 19023, "field_nonempty": { "title": 19023, "features": 18479, "description": 11302, "categories": 18885, "details": 18909, "store": 18967, "main_category": 17189 }, "description_or_features": 18618, "source_image": 19023, "adapter_image": 19023, "text_and_image": 19023, "native_differs": 0, "html": 57, "word_counts": { "native": { "nonempty": 19023, "quantiles": [ 5, 64, 173, 370, 702.4599999999919, 3673 ], "below": { "1": 0, "5": 0, "10": 7, "20": 47, "30": 197, "50": 1048, "100": 4491 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 140, "20": 1233, "30": 5063, "50": 32101, "100": 157791 } }, "default": { "nonempty": 19023, "quantiles": [ 5, 64, 173, 370, 702.4599999999919, 3673 ], "below": { "1": 0, "5": 0, "10": 7, "20": 47, "30": 197, "50": 1048, "100": 4491 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 140, "20": 1233, "30": 5063, "50": 32101, "100": 157791 } }, "extended": { "nonempty": 19023, "quantiles": [ 21, 154, 278, 488, 814, 3888 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 5, "50": 43, "100": 512 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 130, "50": 1297, "100": 14884 } }, "curated": { "nonempty": 19023, "quantiles": [ 6, 74, 184, 382, 709.8999999999942, 3689 ], "below": { "1": 0, "5": 0, "10": 4, "20": 25, "30": 81, "50": 616, "100": 3697 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 88, "20": 728, "30": 2113, "50": 17486, "100": 126999 } } }, "train_pairs": 709121 }, "val": { "items": 17601, "field_nonempty": { "title": 17601, "features": 17136, "description": 10267, "categories": 17476, "details": 17500, "store": 17562, "main_category": 15905 }, "description_or_features": 17254, "source_image": 17601, "adapter_image": 17601, "text_and_image": 17601, "native_differs": 0, "html": 52, "word_counts": { "native": { "nonempty": 17601, "quantiles": [ 6, 65, 176, 371, 682, 3673 ], "below": { "1": 0, "5": 0, "10": 5, "20": 40, "30": 171, "50": 917, "100": 3999 } }, "default": { "nonempty": 17601, "quantiles": [ 6, 65, 176, 371, 682, 3673 ], "below": { "1": 0, "5": 0, "10": 5, "20": 40, "30": 171, "50": 917, "100": 3999 } }, "extended": { "nonempty": 17601, "quantiles": [ 21, 157, 281, 489, 799, 3888 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 5, "50": 36, "100": 432 } }, "curated": { "nonempty": 17601, "quantiles": [ 6, 75, 187, 382, 693, 3689 ], "below": { "1": 0, "5": 0, "10": 2, "20": 20, "30": 68, "50": 528, "100": 3269 } } } }, "test": { "items": 16816, "field_nonempty": { "title": 16816, "features": 16382, "description": 9616, "categories": 16704, "details": 16726, "store": 16774, "main_category": 15226 }, "description_or_features": 16497, "source_image": 16816, "adapter_image": 16816, "text_and_image": 16816, "native_differs": 0, "html": 46, "word_counts": { "native": { "nonempty": 16816, "quantiles": [ 6, 65, 177, 370, 664.8499999999985, 3667 ], "below": { "1": 0, "5": 0, "10": 3, "20": 31, "30": 151, "50": 861, "100": 3744 } }, "default": { "nonempty": 16816, "quantiles": [ 6, 65, 177, 370, 664.8499999999985, 3667 ], "below": { "1": 0, "5": 0, "10": 3, "20": 31, "30": 151, "50": 861, "100": 3744 } }, "extended": { "nonempty": 16816, "quantiles": [ 24, 158, 282, 487, 787.6999999999971, 3888 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 3, "50": 30, "100": 403 } }, "curated": { "nonempty": 16816, "quantiles": [ 6, 76, 189, 382, 676.8499999999985, 3689 ], "below": { "1": 0, "5": 0, "10": 1, "20": 16, "30": 58, "50": 503, "100": 3053 } } } }, "preprocessed": { "items": 19023, "field_nonempty": { "title": 19023, "features": 18479, "description": 11302, "categories": 18885, "details": 18909, "store": 18967, "main_category": 17189 }, "description_or_features": 18618, "source_image": 19023, "adapter_image": 19023, "text_and_image": 19023, "native_differs": 0, "html": 57, "word_counts": { "native": { "nonempty": 19023, "quantiles": [ 5, 64, 173, 370, 702.4599999999919, 3673 ], "below": { "1": 0, "5": 0, "10": 7, "20": 47, "30": 197, "50": 1048, "100": 4491 } }, "default": { "nonempty": 19023, "quantiles": [ 5, 64, 173, 370, 702.4599999999919, 3673 ], "below": { "1": 0, "5": 0, "10": 7, "20": 47, "30": 197, "50": 1048, "100": 4491 } }, "extended": { "nonempty": 19023, "quantiles": [ 21, 154, 278, 488, 814, 3888 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 5, "50": 43, "100": 512 } }, "curated": { "nonempty": 19023, "quantiles": [ 6, 74, 184, 382, 709.8999999999942, 3689 ], "below": { "1": 0, "5": 0, "10": 4, "20": 25, "30": 81, "50": 616, "100": 3697 } } } } }, "temporal": { "catalog": { "items": 18592, "field_nonempty": { "title": 18592, "features": 18254, "description": 7964, "categories": 18454, "details": 18516, "store": 18573, "main_category": 16859 }, "description_or_features": 18322, "source_image": 18592, "adapter_image": 18592, "text_and_image": 18592, "native_differs": 0, "html": 48, "word_counts": { "native": { "nonempty": 18592, "quantiles": [ 5, 82, 216, 386, 638, 3673 ], "below": { "1": 0, "5": 0, "10": 3, "20": 27, "30": 134, "50": 661, "100": 2684 } }, "default": { "nonempty": 18592, "quantiles": [ 5, 82, 216, 386, 638, 3673 ], "below": { "1": 0, "5": 0, "10": 3, "20": 27, "30": 134, "50": 661, "100": 2684 } }, "extended": { "nonempty": 18592, "quantiles": [ 24, 178, 314, 500, 765, 3750 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 4, "50": 21, "100": 264 } }, "curated": { "nonempty": 18592, "quantiles": [ 10, 93, 227, 398, 650, 3681 ], "below": { "1": 0, "5": 0, "10": 0, "20": 13, "30": 50, "50": 368, "100": 2162 } } } }, "train": { "items": 11498, "field_nonempty": { "title": 11498, "features": 11276, "description": 5814, "categories": 11409, "details": 11446, "store": 11482, "main_category": 10456 }, "description_or_features": 11317, "source_image": 11498, "adapter_image": 11498, "text_and_image": 11498, "native_differs": 0, "html": 29, "word_counts": { "native": { "nonempty": 11498, "quantiles": [ 5, 74, 197, 381.3000000000011, 664, 3673 ], "below": { "1": 0, "5": 0, "10": 2, "20": 20, "30": 96, "50": 478, "100": 2045 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 18, "20": 263, "30": 1222, "50": 7899, "100": 38281 } }, "default": { "nonempty": 11498, "quantiles": [ 5, 74, 197, 381.3000000000011, 664, 3673 ], "below": { "1": 0, "5": 0, "10": 2, "20": 20, "30": 96, "50": 478, "100": 2045 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 18, "20": 263, "30": 1222, "50": 7899, "100": 38281 } }, "extended": { "nonempty": 11498, "quantiles": [ 24, 170, 302, 500, 789.0300000000007, 3750 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 3, "50": 16, "100": 196 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 34, "50": 274, "100": 3066 } }, "curated": { "nonempty": 11498, "quantiles": [ 10, 85, 208, 394, 676, 3681 ], "below": { "1": 0, "5": 0, "10": 0, "20": 8, "30": 35, "50": 266, "100": 1635 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 118, "30": 479, "50": 3924, "100": 30140 } } }, "train_pairs": 234732 }, "val": { "items": 10372, "field_nonempty": { "title": 10372, "features": 10262, "description": 4525, "categories": 10322, "details": 10330, "store": 10360, "main_category": 9399 }, "description_or_features": 10295, "source_image": 10372, "adapter_image": 10372, "text_and_image": 10372, "native_differs": 0, "html": 27, "word_counts": { "native": { "nonempty": 10372, "quantiles": [ 12, 81, 206, 377, 617.8699999999972, 2056 ], "below": { "1": 0, "5": 0, "10": 0, "20": 5, "30": 41, "50": 305, "100": 1557 } }, "default": { "nonempty": 10372, "quantiles": [ 12, 81, 206, 377, 617.8699999999972, 2056 ], "below": { "1": 0, "5": 0, "10": 0, "20": 5, "30": 41, "50": 305, "100": 1557 } }, "extended": { "nonempty": 10372, "quantiles": [ 32, 180, 310, 496.89999999999964, 745.5799999999981, 2188 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 10, "100": 99 } }, "curated": { "nonempty": 10372, "quantiles": [ 15, 92, 218, 389, 633.5799999999981, 2069 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 13, "50": 141, "100": 1228 } } } }, "test": { "items": 11653, "field_nonempty": { "title": 11653, "features": 11542, "description": 4017, "categories": 11609, "details": 11614, "store": 11642, "main_category": 10557 }, "description_or_features": 11566, "source_image": 11653, "adapter_image": 11653, "text_and_image": 11653, "native_differs": 0, "html": 27, "word_counts": { "native": { "nonempty": 11653, "quantiles": [ 11, 95, 228, 387, 617.9599999999991, 2056 ], "below": { "1": 0, "5": 0, "10": 0, "20": 4, "30": 33, "50": 272, "100": 1273 } }, "default": { "nonempty": 11653, "quantiles": [ 11, 95, 228, 387, 617.9599999999991, 2056 ], "below": { "1": 0, "5": 0, "10": 0, "20": 4, "30": 33, "50": 272, "100": 1273 } }, "extended": { "nonempty": 11653, "quantiles": [ 32, 192, 325, 502, 736.9599999999991, 2188 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 5, "100": 85 } }, "curated": { "nonempty": 11653, "quantiles": [ 15, 107, 239, 399, 631.4799999999996, 2069 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 11, "50": 123, "100": 995 } } } } } }, "union": { "items": 25641, "field_nonempty": { "title": 25641, "features": 24949, "description": 13004, "categories": 25427, "details": 25506, "store": 25582, "main_category": 23173 }, "description_or_features": 25108, "source_image": 25641, "adapter_image": 25641, "text_and_image": 25641, "native_differs": 0, "html": 70, "word_counts": { "native": { "nonempty": 25641, "quantiles": [ 5, 69, 197, 380, 661, 3673 ], "below": { "1": 0, "5": 0, "10": 10, "20": 60, "30": 260, "50": 1240, "100": 4929 } }, "default": { "nonempty": 25641, "quantiles": [ 5, 69, 197, 380, 661, 3673 ], "below": { "1": 0, "5": 0, "10": 10, "20": 60, "30": 260, "50": 1240, "100": 4929 } }, "extended": { "nonempty": 25641, "quantiles": [ 21, 162, 297, 495, 781.5999999999985, 3888 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 6, "50": 44, "100": 604 } }, "curated": { "nonempty": 25641, "quantiles": [ 6, 80, 208, 392, 673.5999999999985, 3689 ], "below": { "1": 0, "5": 0, "10": 4, "20": 29, "30": 102, "50": 738, "100": 4066 } } } }, "details_keys": [ [ "Date First Available", 24132 ], [ "Manufacturer", 23500 ], [ "Best Sellers Rank", 21013 ], [ "Color", 20794 ], [ "Brand", 20155 ], [ "Brand Name", 19053 ], [ "Package Weight", 18978 ], [ "Item Package Dimensions L x W x H", 18972 ], [ "Material", 18536 ], [ "Part Number", 17427 ], [ "Item Weight", 15936 ], [ "Size", 13344 ], [ "Suggested Users", 10861 ], [ "Style", 9845 ], [ "Model Name", 9823 ], [ "Included Components", 9625 ], [ "Number of Items", 9334 ], [ "Item Dimensions LxWxH", 9166 ], [ "Sport Type", 7300 ], [ "Product Dimensions", 6905 ], [ "Warranty Description", 6489 ], [ "Item Dimensions LxWxH", 5122 ], [ "Special Feature", 4775 ], [ "Age Range (Description)", 4423 ], [ "Model Year", 4377 ], [ "Country of Origin", 3836 ], [ "Item model number", 3819 ], [ "Sport", 2918 ], [ "Recommended Uses For Product", 2700 ], [ "Is Discontinued By Manufacturer", 2672 ], [ "Number of Pieces", 2115 ], [ "Shape", 2089 ], [ "Closure Type", 2076 ], [ "Product Care Instructions", 2071 ], [ "Department", 2046 ], [ "Mounting Type", 1794 ], [ "Power Source", 1710 ], [ "Outer Material", 1666 ], [ "Unit Count", 1499 ], [ "Package Dimensions", 1413 ], [ "Hand Orientation", 1389 ], [ "Capacity", 1268 ], [ "Pattern", 1262 ], [ "Handle Material", 1251 ], [ "Item Package Quantity", 1110 ], [ "Frame Material", 1083 ], [ "Batteries Required?", 1032 ], [ "Fishing Technique", 1000 ], [ "Vehicle Service Type", 966 ], [ "Batteries Included?", 908 ], [ "Water Resistance Level", 906 ], [ "Bike Type", 882 ], [ "Theme", 834 ], [ "Maximum Weight Recommendation", 808 ], [ "Finish Type", 763 ], [ "Fabric Type", 756 ], [ "Reusability", 738 ], [ "Target Species", 727 ], [ "Auto Part Position", 636 ], [ "Special Features", 622 ] ], "checked_at_utc": "2026-09-09T13:52:33.275239+00:00" }, { "category": "Subscription_Boxes", "context": { "catalog_sha256": "a837ef926d135e13a9b352e4129e5a265507c9f1b3f6272daabdefa4deb9bd57", "script_sha256": "68bf9fd06b46b02b1a96d0ab2a17b6cb60feae5cb87f986e63221e0872f1355c", "recipe_sha256": "988dcc18ddc0ff458e02eda0b9b91e515a8ceaa38f010704f9959bb4880d704d", "files": [ { "path": "data/amazon2023/Subscription_Boxes/huggingface/raw/meta_categories/meta_Subscription_Boxes.jsonl", "kind": "jsonl", "size": 1399864, "mtime_ns": 1788919556244858000 } ] }, "source_rows_scanned": 641, "duplicate_retained_rows": 0, "splits": { "user_split": { "catalog": { "items": 291, "field_nonempty": { "title": 290, "features": 279, "description": 0, "categories": 0, "details": 25, "store": 290, "main_category": 291 }, "description_or_features": 279, "source_image": 291, "adapter_image": 291, "text_and_image": 290, "native_differs": 0, "html": 0, "word_counts": { "native": { "nonempty": 290, "quantiles": [ 0, 47, 127, 201, 236.60000000000014, 246 ], "below": { "1": 1, "5": 1, "10": 2, "20": 20, "30": 22, "50": 32, "100": 101 } }, "default": { "nonempty": 290, "quantiles": [ 0, 47, 127, 201, 236.60000000000014, 246 ], "below": { "1": 1, "5": 1, "10": 2, "20": 20, "30": 22, "50": 32, "100": 101 } }, "extended": { "nonempty": 290, "quantiles": [ 0, 52, 130, 212, 245.10000000000002, 266 ], "below": { "1": 1, "5": 1, "10": 1, "20": 11, "30": 16, "50": 26, "100": 94 } }, "curated": { "nonempty": 290, "quantiles": [ 0, 50, 129, 204, 240.5000000000001, 250 ], "below": { "1": 1, "5": 1, "10": 1, "20": 15, "30": 22, "50": 29, "100": 94 } } } }, "train": { "items": 291, "field_nonempty": { "title": 290, "features": 279, "description": 0, "categories": 0, "details": 25, "store": 290, "main_category": 291 }, "description_or_features": 279, "source_image": 291, "adapter_image": 291, "text_and_image": 290, "native_differs": 0, "html": 0, "word_counts": { "native": { "nonempty": 290, "quantiles": [ 0, 47, 127, 201, 236.60000000000014, 246 ], "below": { "1": 1, "5": 1, "10": 2, "20": 20, "30": 22, "50": 32, "100": 101 }, "train_pairs_removed": { "1": 2, "5": 2, "10": 4, "20": 58, "30": 63, "50": 88, "100": 326 } }, "default": { "nonempty": 290, "quantiles": [ 0, 47, 127, 201, 236.60000000000014, 246 ], "below": { "1": 1, "5": 1, "10": 2, "20": 20, "30": 22, "50": 32, "100": 101 }, "train_pairs_removed": { "1": 2, "5": 2, "10": 4, "20": 58, "30": 63, "50": 88, "100": 326 } }, "extended": { "nonempty": 290, "quantiles": [ 0, 52, 130, 212, 245.10000000000002, 266 ], "below": { "1": 1, "5": 1, "10": 1, "20": 11, "30": 16, "50": 26, "100": 94 }, "train_pairs_removed": { "1": 2, "5": 2, "10": 2, "20": 36, "30": 46, "50": 73, "100": 311 } }, "curated": { "nonempty": 290, "quantiles": [ 0, 50, 129, 204, 240.5000000000001, 250 ], "below": { "1": 1, "5": 1, "10": 1, "20": 15, "30": 22, "50": 29, "100": 94 }, "train_pairs_removed": { "1": 2, "5": 2, "10": 2, "20": 46, "30": 63, "50": 80, "100": 311 } } }, "train_pairs": 1029 }, "val": { "items": 28, "field_nonempty": { "title": 28, "features": 27, "description": 0, "categories": 0, "details": 2, "store": 28, "main_category": 28 }, "description_or_features": 27, "source_image": 28, "adapter_image": 28, "text_and_image": 28, "native_differs": 0, "html": 0, "word_counts": { "native": { "nonempty": 28, "quantiles": [ 11, 50.4, 97, 170.40000000000003, 226.41, 231 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 2, "50": 3, "100": 14 } }, "default": { "nonempty": 28, "quantiles": [ 11, 50.4, 97, 170.40000000000003, 226.41, 231 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 2, "50": 3, "100": 14 } }, "extended": { "nonempty": 28, "quantiles": [ 13, 58.2, 111, 173.10000000000002, 231.87, 237 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 1, "50": 1, "100": 14 } }, "curated": { "nonempty": 28, "quantiles": [ 13, 53.4, 102, 173.10000000000002, 231.87, 237 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 2, "50": 2, "100": 14 } } } }, "test": { "items": 36, "field_nonempty": { "title": 35, "features": 32, "description": 0, "categories": 0, "details": 2, "store": 35, "main_category": 36 }, "description_or_features": 32, "source_image": 36, "adapter_image": 36, "text_and_image": 35, "native_differs": 0, "html": 0, "word_counts": { "native": { "nonempty": 35, "quantiles": [ 0, 12.5, 128, 229, 239.89999999999998, 242 ], "below": { "1": 1, "5": 1, "10": 1, "20": 6, "30": 6, "50": 7, "100": 14 } }, "default": { "nonempty": 35, "quantiles": [ 0, 12.5, 128, 229, 239.89999999999998, 242 ], "below": { "1": 1, "5": 1, "10": 1, "20": 6, "30": 6, "50": 7, "100": 14 } }, "extended": { "nonempty": 35, "quantiles": [ 0, 17.5, 130.5, 233, 243.89999999999998, 246 ], "below": { "1": 1, "5": 1, "10": 1, "20": 5, "30": 5, "50": 6, "100": 11 } }, "curated": { "nonempty": 35, "quantiles": [ 0, 17.5, 130.5, 233, 243.89999999999998, 246 ], "below": { "1": 1, "5": 1, "10": 1, "20": 6, "30": 6, "50": 7, "100": 11 } } } }, "preprocessed": { "items": 327, "field_nonempty": { "title": 326, "features": 315, "description": 0, "categories": 0, "details": 25, "store": 326, "main_category": 327 }, "description_or_features": 315, "source_image": 327, "adapter_image": 327, "text_and_image": 326, "native_differs": 0, "html": 0, "word_counts": { "native": { "nonempty": 326, "quantiles": [ 0, 47, 125, 198.80000000000007, 235.74, 246 ], "below": { "1": 1, "5": 1, "10": 2, "20": 21, "30": 23, "50": 36, "100": 112 } }, "default": { "nonempty": 326, "quantiles": [ 0, 47, 125, 198.80000000000007, 235.74, 246 ], "below": { "1": 1, "5": 1, "10": 2, "20": 21, "30": 23, "50": 36, "100": 112 } }, "extended": { "nonempty": 326, "quantiles": [ 0, 51.6, 129, 207.40000000000003, 243.70000000000005, 266 ], "below": { "1": 1, "5": 1, "10": 1, "20": 12, "30": 17, "50": 29, "100": 105 } }, "curated": { "nonempty": 326, "quantiles": [ 0, 50.6, 127, 201.2000000000001, 239.74, 250 ], "below": { "1": 1, "5": 1, "10": 1, "20": 16, "30": 23, "50": 32, "100": 105 } } } } }, "item_split": { "catalog": { "items": 327, "field_nonempty": { "title": 326, "features": 315, "description": 0, "categories": 0, "details": 25, "store": 326, "main_category": 327 }, "description_or_features": 315, "source_image": 327, "adapter_image": 327, "text_and_image": 326, "native_differs": 0, "html": 0, "word_counts": { "native": { "nonempty": 326, "quantiles": [ 0, 47, 125, 198.80000000000007, 235.74, 246 ], "below": { "1": 1, "5": 1, "10": 2, "20": 21, "30": 23, "50": 36, "100": 112 } }, "default": { "nonempty": 326, "quantiles": [ 0, 47, 125, 198.80000000000007, 235.74, 246 ], "below": { "1": 1, "5": 1, "10": 2, "20": 21, "30": 23, "50": 36, "100": 112 } }, "extended": { "nonempty": 326, "quantiles": [ 0, 51.6, 129, 207.40000000000003, 243.70000000000005, 266 ], "below": { "1": 1, "5": 1, "10": 1, "20": 12, "30": 17, "50": 29, "100": 105 } }, "curated": { "nonempty": 326, "quantiles": [ 0, 50.6, 127, 201.2000000000001, 239.74, 250 ], "below": { "1": 1, "5": 1, "10": 1, "20": 16, "30": 23, "50": 32, "100": 105 } } } }, "train": { "items": 277, "field_nonempty": { "title": 276, "features": 265, "description": 0, "categories": 0, "details": 21, "store": 276, "main_category": 277 }, "description_or_features": 265, "source_image": 277, "adapter_image": 277, "text_and_image": 276, "native_differs": 0, "html": 0, "word_counts": { "native": { "nonempty": 276, "quantiles": [ 0, 39.6, 117, 191.4, 235.24, 242 ], "below": { "1": 1, "5": 1, "10": 2, "20": 21, "30": 23, "50": 33, "100": 101 }, "train_pairs_removed": { "1": 3, "5": 3, "10": 5, "20": 76, "30": 81, "50": 100, "100": 372 } }, "default": { "nonempty": 276, "quantiles": [ 0, 39.6, 117, 191.4, 235.24, 242 ], "below": { "1": 1, "5": 1, "10": 2, "20": 21, "30": 23, "50": 33, "100": 101 }, "train_pairs_removed": { "1": 3, "5": 3, "10": 5, "20": 76, "30": 81, "50": 100, "100": 372 } }, "extended": { "nonempty": 276, "quantiles": [ 0, 50.6, 123, 201.20000000000002, 241.20000000000005, 266 ], "below": { "1": 1, "5": 1, "10": 1, "20": 12, "30": 17, "50": 27, "100": 94 }, "train_pairs_removed": { "1": 3, "5": 3, "10": 3, "20": 48, "30": 58, "50": 84, "100": 354 } }, "curated": { "nonempty": 276, "quantiles": [ 0, 42.6, 122, 194.4, 239.24, 246 ], "below": { "1": 1, "5": 1, "10": 1, "20": 16, "30": 23, "50": 30, "100": 94 }, "train_pairs_removed": { "1": 3, "5": 3, "10": 3, "20": 60, "30": 81, "50": 93, "100": 354 } } }, "train_pairs": 1044 }, "val": { "items": 16, "field_nonempty": { "title": 16, "features": 16, "description": 0, "categories": 0, "details": 0, "store": 16, "main_category": 16 }, "description_or_features": 16, "source_image": 16, "adapter_image": 16, "text_and_image": 16, "native_differs": 0, "html": 0, "word_counts": { "native": { "nonempty": 16, "quantiles": [ 32, 71, 139.5, 198.5, 232.35, 234 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 1, "100": 4 } }, "default": { "nonempty": 16, "quantiles": [ 32, 71, 139.5, 198.5, 232.35, 234 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 1, "100": 4 } }, "extended": { "nonempty": 16, "quantiles": [ 34, 73.5, 143, 201, 236.04999999999998, 238 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 1, "100": 4 } }, "curated": { "nonempty": 16, "quantiles": [ 34, 73.5, 143, 201, 236.04999999999998, 238 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 1, "100": 4 } } } }, "test": { "items": 31, "field_nonempty": { "title": 31, "features": 31, "description": 0, "categories": 0, "details": 4, "store": 31, "main_category": 31 }, "description_or_features": 31, "source_image": 31, "adapter_image": 31, "text_and_image": 31, "native_differs": 0, "html": 0, "word_counts": { "native": { "nonempty": 31, "quantiles": [ 37, 62, 150, 208, 237.59999999999997, 246 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 2, "100": 6 } }, "default": { "nonempty": 31, "quantiles": [ 37, 62, 150, 208, 237.59999999999997, 246 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 2, "100": 6 } }, "extended": { "nonempty": 31, "quantiles": [ 40, 65, 153, 218, 241.89999999999998, 250 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 1, "100": 6 } }, "curated": { "nonempty": 31, "quantiles": [ 40, 65, 153, 213, 240.99999999999997, 250 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 1, "100": 6 } } } }, "preprocessed": { "items": 327, "field_nonempty": { "title": 326, "features": 315, "description": 0, "categories": 0, "details": 25, "store": 326, "main_category": 327 }, "description_or_features": 315, "source_image": 327, "adapter_image": 327, "text_and_image": 326, "native_differs": 0, "html": 0, "word_counts": { "native": { "nonempty": 326, "quantiles": [ 0, 47, 125, 198.80000000000007, 235.74, 246 ], "below": { "1": 1, "5": 1, "10": 2, "20": 21, "30": 23, "50": 36, "100": 112 } }, "default": { "nonempty": 326, "quantiles": [ 0, 47, 125, 198.80000000000007, 235.74, 246 ], "below": { "1": 1, "5": 1, "10": 2, "20": 21, "30": 23, "50": 36, "100": 112 } }, "extended": { "nonempty": 326, "quantiles": [ 0, 51.6, 129, 207.40000000000003, 243.70000000000005, 266 ], "below": { "1": 1, "5": 1, "10": 1, "20": 12, "30": 17, "50": 29, "100": 105 } }, "curated": { "nonempty": 326, "quantiles": [ 0, 50.6, 127, 201.2000000000001, 239.74, 250 ], "below": { "1": 1, "5": 1, "10": 1, "20": 16, "30": 23, "50": 32, "100": 105 } } } } }, "leave_last_out": { "catalog": { "items": 86, "field_nonempty": { "title": 86, "features": 83, "description": 0, "categories": 0, "details": 9, "store": 86, "main_category": 86 }, "description_or_features": 83, "source_image": 86, "adapter_image": 86, "text_and_image": 86, "native_differs": 0, "html": 0, "word_counts": { "native": { "nonempty": 86, "quantiles": [ 11, 36, 136.5, 198, 242.60000000000002, 246 ], "below": { "1": 0, "5": 0, "10": 0, "20": 7, "30": 7, "50": 10, "100": 26 } }, "default": { "nonempty": 86, "quantiles": [ 11, 36, 136.5, 198, 242.60000000000002, 246 ], "below": { "1": 0, "5": 0, "10": 0, "20": 7, "30": 7, "50": 10, "100": 26 } }, "extended": { "nonempty": 86, "quantiles": [ 13, 56.5, 138.5, 214, 246.60000000000002, 250 ], "below": { "1": 0, "5": 0, "10": 0, "20": 3, "30": 4, "50": 8, "100": 25 } }, "curated": { "nonempty": 86, "quantiles": [ 13, 39, 138.5, 201, 246.60000000000002, 250 ], "below": { "1": 0, "5": 0, "10": 0, "20": 5, "30": 7, "50": 10, "100": 25 } } } }, "train": { "items": 52, "field_nonempty": { "title": 52, "features": 50, "description": 0, "categories": 0, "details": 4, "store": 52, "main_category": 52 }, "description_or_features": 50, "source_image": 52, "adapter_image": 52, "text_and_image": 52, "native_differs": 0, "html": 0, "word_counts": { "native": { "nonempty": 52, "quantiles": [ 11, 33.6, 121.5, 201.7, 231.41000000000003, 236 ], "below": { "1": 0, "5": 0, "10": 0, "20": 4, "30": 4, "50": 7, "100": 18 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 6, "30": 6, "50": 9, "100": 22 } }, "default": { "nonempty": 52, "quantiles": [ 11, 33.6, 121.5, 201.7, 231.41000000000003, 236 ], "below": { "1": 0, "5": 0, "10": 0, "20": 4, "30": 4, "50": 7, "100": 18 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 6, "30": 6, "50": 9, "100": 22 } }, "extended": { "nonempty": 52, "quantiles": [ 13, 43.2, 124.5, 205.49999999999997, 235.41000000000003, 240 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 2, "50": 6, "100": 18 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 2, "50": 6, "100": 22 } }, "curated": { "nonempty": 52, "quantiles": [ 13, 36.6, 124.5, 205.49999999999997, 234.39000000000001, 240 ], "below": { "1": 0, "5": 0, "10": 0, "20": 3, "30": 4, "50": 7, "100": 18 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 5, "30": 6, "50": 9, "100": 22 } } }, "train_pairs": 68 }, "val": { "items": 23, "field_nonempty": { "title": 23, "features": 21, "description": 0, "categories": 0, "details": 4, "store": 23, "main_category": 23 }, "description_or_features": 21, "source_image": 23, "adapter_image": 23, "text_and_image": 23, "native_differs": 0, "html": 0, "word_counts": { "native": { "nonempty": 23, "quantiles": [ 16, 25.60000000000001, 150, 189.2, 233.64000000000004, 242 ], "below": { "1": 0, "5": 0, "10": 0, "20": 3, "30": 3, "50": 3, "100": 7 } }, "default": { "nonempty": 23, "quantiles": [ 16, 25.60000000000001, 150, 189.2, 233.64000000000004, 242 ], "below": { "1": 0, "5": 0, "10": 0, "20": 3, "30": 3, "50": 3, "100": 7 } }, "extended": { "nonempty": 23, "quantiles": [ 19, 30.200000000000006, 153, 216.8, 242.70000000000002, 246 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 3, "50": 3, "100": 7 } }, "curated": { "nonempty": 23, "quantiles": [ 19, 30.200000000000006, 153, 191.4, 237.86000000000004, 246 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 3, "50": 3, "100": 7 } } } }, "test": { "items": 21, "field_nonempty": { "title": 21, "features": 21, "description": 0, "categories": 0, "details": 3, "store": 21, "main_category": 21 }, "description_or_features": 21, "source_image": 21, "adapter_image": 21, "text_and_image": 21, "native_differs": 0, "html": 0, "word_counts": { "native": { "nonempty": 21, "quantiles": [ 11, 79, 143, 193, 238.20000000000002, 246 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 2, "50": 2, "100": 5 } }, "default": { "nonempty": 21, "quantiles": [ 11, 79, 143, 193, 238.20000000000002, 246 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 2, "50": 2, "100": 5 } }, "extended": { "nonempty": 21, "quantiles": [ 19, 83, 146, 215, 244.60000000000002, 250 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 1, "50": 1, "100": 4 } }, "curated": { "nonempty": 21, "quantiles": [ 19, 83, 146, 195, 243.00000000000003, 250 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 2, "50": 2, "100": 4 } } } }, "preprocessed": { "items": 86, "field_nonempty": { "title": 86, "features": 83, "description": 0, "categories": 0, "details": 9, "store": 86, "main_category": 86 }, "description_or_features": 83, "source_image": 86, "adapter_image": 86, "text_and_image": 86, "native_differs": 0, "html": 0, "word_counts": { "native": { "nonempty": 86, "quantiles": [ 11, 36, 136.5, 198, 242.60000000000002, 246 ], "below": { "1": 0, "5": 0, "10": 0, "20": 7, "30": 7, "50": 10, "100": 26 } }, "default": { "nonempty": 86, "quantiles": [ 11, 36, 136.5, 198, 242.60000000000002, 246 ], "below": { "1": 0, "5": 0, "10": 0, "20": 7, "30": 7, "50": 10, "100": 26 } }, "extended": { "nonempty": 86, "quantiles": [ 13, 56.5, 138.5, 214, 246.60000000000002, 250 ], "below": { "1": 0, "5": 0, "10": 0, "20": 3, "30": 4, "50": 8, "100": 25 } }, "curated": { "nonempty": 86, "quantiles": [ 13, 39, 138.5, 201, 246.60000000000002, 250 ], "below": { "1": 0, "5": 0, "10": 0, "20": 5, "30": 7, "50": 10, "100": 25 } } } } }, "temporal": { "catalog": { "items": 191, "field_nonempty": { "title": 191, "features": 185, "description": 0, "categories": 0, "details": 15, "store": 191, "main_category": 191 }, "description_or_features": 185, "source_image": 191, "adapter_image": 191, "text_and_image": 191, "native_differs": 0, "html": 0, "word_counts": { "native": { "nonempty": 191, "quantiles": [ 9, 39, 134, 209, 242, 246 ], "below": { "1": 0, "5": 0, "10": 1, "20": 15, "30": 16, "50": 23, "100": 62 } }, "default": { "nonempty": 191, "quantiles": [ 9, 39, 134, 209, 242, 246 ], "below": { "1": 0, "5": 0, "10": 1, "20": 15, "30": 16, "50": 23, "100": 62 } }, "extended": { "nonempty": 191, "quantiles": [ 12, 51, 141, 218, 246.39999999999998, 266 ], "below": { "1": 0, "5": 0, "10": 0, "20": 8, "30": 10, "50": 17, "100": 59 } }, "curated": { "nonempty": 191, "quantiles": [ 12, 42, 140, 213, 245.1, 250 ], "below": { "1": 0, "5": 0, "10": 0, "20": 12, "30": 16, "50": 20, "100": 59 } } } }, "train": { "items": 86, "field_nonempty": { "title": 86, "features": 82, "description": 0, "categories": 0, "details": 2, "store": 86, "main_category": 86 }, "description_or_features": 82, "source_image": 86, "adapter_image": 86, "text_and_image": 86, "native_differs": 0, "html": 0, "word_counts": { "native": { "nonempty": 86, "quantiles": [ 10, 53.5, 124.5, 206, 236.05000000000004, 242 ], "below": { "1": 0, "5": 0, "10": 0, "20": 4, "30": 4, "50": 6, "100": 33 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 6, "30": 6, "50": 9, "100": 49 } }, "default": { "nonempty": 86, "quantiles": [ 10, 53.5, 124.5, 206, 236.05000000000004, 242 ], "below": { "1": 0, "5": 0, "10": 0, "20": 4, "30": 4, "50": 6, "100": 33 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 6, "30": 6, "50": 9, "100": 49 } }, "extended": { "nonempty": 86, "quantiles": [ 12, 57.5, 127, 213, 239.90000000000003, 245 ], "below": { "1": 0, "5": 0, "10": 0, "20": 4, "30": 4, "50": 5, "100": 31 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 6, "30": 6, "50": 7, "100": 46 } }, "curated": { "nonempty": 86, "quantiles": [ 12, 57.5, 127, 211, 239.90000000000003, 245 ], "below": { "1": 0, "5": 0, "10": 0, "20": 4, "30": 4, "50": 5, "100": 31 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 6, "30": 6, "50": 7, "100": 46 } } }, "train_pairs": 133 }, "val": { "items": 62, "field_nonempty": { "title": 62, "features": 60, "description": 0, "categories": 0, "details": 6, "store": 62, "main_category": 62 }, "description_or_features": 60, "source_image": 62, "adapter_image": 62, "text_and_image": 62, "native_differs": 0, "html": 0, "word_counts": { "native": { "nonempty": 62, "quantiles": [ 9, 23.000000000000007, 144.5, 192.8, 239.9, 246 ], "below": { "1": 0, "5": 0, "10": 1, "20": 6, "30": 7, "50": 9, "100": 17 } }, "default": { "nonempty": 62, "quantiles": [ 9, 23.000000000000007, 144.5, 192.8, 239.9, 246 ], "below": { "1": 0, "5": 0, "10": 1, "20": 6, "30": 7, "50": 9, "100": 17 } }, "extended": { "nonempty": 62, "quantiles": [ 13, 51.800000000000004, 148, 195, 243.9, 250 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 4, "50": 5, "100": 17 } }, "curated": { "nonempty": 62, "quantiles": [ 13, 26.800000000000004, 148, 195, 243.9, 250 ], "below": { "1": 0, "5": 0, "10": 0, "20": 6, "30": 7, "50": 8, "100": 17 } } } }, "test": { "items": 34, "field_nonempty": { "title": 34, "features": 34, "description": 0, "categories": 0, "details": 5, "store": 34, "main_category": 34 }, "description_or_features": 34, "source_image": 34, "adapter_image": 34, "text_and_image": 34, "native_differs": 0, "html": 0, "word_counts": { "native": { "nonempty": 34, "quantiles": [ 17, 17, 109, 205.7, 228.71000000000004, 233 ], "below": { "1": 0, "5": 0, "10": 0, "20": 5, "30": 5, "50": 6, "100": 8 } }, "default": { "nonempty": 34, "quantiles": [ 17, 17, 109, 205.7, 228.71000000000004, 233 ], "below": { "1": 0, "5": 0, "10": 0, "20": 5, "30": 5, "50": 6, "100": 8 } }, "extended": { "nonempty": 34, "quantiles": [ 19, 40.9, 111, 211.1, 256.43000000000006, 266 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 2, "50": 5, "100": 8 } }, "curated": { "nonempty": 34, "quantiles": [ 19, 25, 111, 211.1, 232.05, 237 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 5, "50": 5, "100": 8 } } } } } }, "union": { "items": 327, "field_nonempty": { "title": 326, "features": 315, "description": 0, "categories": 0, "details": 25, "store": 326, "main_category": 327 }, "description_or_features": 315, "source_image": 327, "adapter_image": 327, "text_and_image": 326, "native_differs": 0, "html": 0, "word_counts": { "native": { "nonempty": 326, "quantiles": [ 0, 47, 125, 198.80000000000007, 235.74, 246 ], "below": { "1": 1, "5": 1, "10": 2, "20": 21, "30": 23, "50": 36, "100": 112 } }, "default": { "nonempty": 326, "quantiles": [ 0, 47, 125, 198.80000000000007, 235.74, 246 ], "below": { "1": 1, "5": 1, "10": 2, "20": 21, "30": 23, "50": 36, "100": 112 } }, "extended": { "nonempty": 326, "quantiles": [ 0, 51.6, 129, 207.40000000000003, 243.70000000000005, 266 ], "below": { "1": 1, "5": 1, "10": 1, "20": 12, "30": 17, "50": 29, "100": 105 } }, "curated": { "nonempty": 326, "quantiles": [ 0, 50.6, 127, 201.2000000000001, 239.74, 250 ], "below": { "1": 1, "5": 1, "10": 1, "20": 16, "30": 23, "50": 32, "100": 105 } } } }, "details_keys": [ [ "Brand", 25 ], [ "Color", 20 ], [ "Sunlight Exposure", 9 ], [ "Material", 9 ], [ "Indoor/Outdoor Usage", 8 ], [ "Unit Count", 8 ], [ "Product Care Instructions", 7 ], [ "Product Dimensions", 7 ], [ "Plant or Animal Product Type", 7 ], [ "Special Feature", 7 ], [ "Theme", 7 ], [ "Material Feature", 6 ], [ "Expected Blooming Period", 5 ], [ "Item Weight", 5 ], [ "Soil Type", 4 ], [ "Number of Pieces", 3 ], [ "Pattern", 3 ], [ "Included Components", 3 ], [ "Shape", 3 ], [ "Item Form", 3 ], [ "Moisture Needs", 2 ], [ "Capacity", 2 ], [ "Item Dimensions LxWxH", 2 ], [ "Number of Items", 2 ], [ "Scent", 2 ], [ "Skin Type", 2 ], [ "Age Range (Description)", 2 ], [ "Coverage", 2 ], [ "Specific Uses For Product", 2 ], [ "Room Type", 1 ], [ "Product Benefits", 1 ], [ "Cartoon Character", 1 ], [ "Style", 1 ], [ "USDA Hardiness Zone", 1 ], [ "Package Type", 1 ] ], "checked_at_utc": "2026-09-09T13:52:18.779291+00:00" }, { "category": "Tools_and_Home_Improvement", "context": { "catalog_sha256": "c89fc197c02ae1e79f2a79b2f35ce458329aa95d4873f98400b4d23687593e49", "script_sha256": "68bf9fd06b46b02b1a96d0ab2a17b6cb60feae5cb87f986e63221e0872f1355c", "recipe_sha256": "988dcc18ddc0ff458e02eda0b9b91e515a8ceaa38f010704f9959bb4880d704d", "files": [ { "path": "data/amazon2023/Tools_and_Home_Improvement/huggingface/raw/meta_categories/meta_Tools_and_Home_Improvement.jsonl", "kind": "jsonl", "size": 4850689793, "mtime_ns": 1788926158286086000 } ] }, "source_rows_scanned": 1473810, "duplicate_retained_rows": 0, "splits": { "user_split": { "catalog": { "items": 17307, "field_nonempty": { "title": 17306, "features": 16890, "description": 11954, "categories": 17063, "details": 17235, "store": 17287, "main_category": 17228 }, "description_or_features": 17013, "source_image": 17306, "adapter_image": 17306, "text_and_image": 17306, "native_differs": 0, "html": 21, "word_counts": { "native": { "nonempty": 17307, "quantiles": [ 7, 90, 207, 423, 860.9399999999987, 2091 ], "below": { "1": 0, "5": 0, "10": 5, "20": 27, "30": 103, "50": 422, "100": 2237 } }, "default": { "nonempty": 17307, "quantiles": [ 7, 90, 207, 423, 860.9399999999987, 2091 ], "below": { "1": 0, "5": 0, "10": 5, "20": 27, "30": 103, "50": 422, "100": 2237 } }, "extended": { "nonempty": 17307, "quantiles": [ 40, 184, 333, 577, 1010.9399999999987, 2220 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 8, "100": 203 } }, "curated": { "nonempty": 17307, "quantiles": [ 10, 98, 217, 434, 875, 2103 ], "below": { "1": 0, "5": 0, "10": 0, "20": 11, "30": 37, "50": 243, "100": 1780 } } } }, "train": { "items": 17307, "field_nonempty": { "title": 17306, "features": 16890, "description": 11954, "categories": 17063, "details": 17235, "store": 17287, "main_category": 17228 }, "description_or_features": 17013, "source_image": 17306, "adapter_image": 17306, "text_and_image": 17306, "native_differs": 0, "html": 21, "word_counts": { "native": { "nonempty": 17307, "quantiles": [ 7, 90, 207, 423, 860.9399999999987, 2091 ], "below": { "1": 0, "5": 0, "10": 5, "20": 27, "30": 103, "50": 422, "100": 2237 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 149, "20": 1095, "30": 4129, "50": 17561, "100": 112109 } }, "default": { "nonempty": 17307, "quantiles": [ 7, 90, 207, 423, 860.9399999999987, 2091 ], "below": { "1": 0, "5": 0, "10": 5, "20": 27, "30": 103, "50": 422, "100": 2237 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 149, "20": 1095, "30": 4129, "50": 17561, "100": 112109 } }, "extended": { "nonempty": 17307, "quantiles": [ 40, 184, 333, 577, 1010.9399999999987, 2220 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 8, "100": 203 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 612, "100": 9329 } }, "curated": { "nonempty": 17307, "quantiles": [ 10, 98, 217, 434, 875, 2103 ], "below": { "1": 0, "5": 0, "10": 0, "20": 11, "30": 37, "50": 243, "100": 1780 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 341, "30": 1469, "50": 10426, "100": 86385 } } }, "train_pairs": 1067854 }, "val": { "items": 8377, "field_nonempty": { "title": 8376, "features": 8205, "description": 5794, "categories": 8274, "details": 8344, "store": 8369, "main_category": 8337 }, "description_or_features": 8251, "source_image": 8377, "adapter_image": 8377, "text_and_image": 8377, "native_differs": 0, "html": 12, "word_counts": { "native": { "nonempty": 8377, "quantiles": [ 8, 94, 212, 433, 891.2399999999998, 1983 ], "below": { "1": 0, "5": 0, "10": 2, "20": 11, "30": 39, "50": 174, "100": 993 } }, "default": { "nonempty": 8377, "quantiles": [ 8, 94, 212, 433, 891.2399999999998, 1983 ], "below": { "1": 0, "5": 0, "10": 2, "20": 11, "30": 39, "50": 174, "100": 993 } }, "extended": { "nonempty": 8377, "quantiles": [ 41, 189, 342, 587, 1020.9599999999991, 2143 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 5, "100": 86 } }, "curated": { "nonempty": 8377, "quantiles": [ 10, 103, 222, 445, 899, 1996 ], "below": { "1": 0, "5": 0, "10": 0, "20": 5, "30": 10, "50": 95, "100": 767 } } } }, "test": { "items": 8199, "field_nonempty": { "title": 8198, "features": 8035, "description": 5724, "categories": 8106, "details": 8159, "store": 8190, "main_category": 8156 }, "description_or_features": 8079, "source_image": 8199, "adapter_image": 8199, "text_and_image": 8199, "native_differs": 0, "html": 8, "word_counts": { "native": { "nonempty": 8199, "quantiles": [ 7, 95, 213, 433, 904.1799999999957, 1897 ], "below": { "1": 0, "5": 0, "10": 1, "20": 7, "30": 37, "50": 172, "100": 927 } }, "default": { "nonempty": 8199, "quantiles": [ 7, 95, 213, 433, 904.1799999999957, 1897 ], "below": { "1": 0, "5": 0, "10": 1, "20": 7, "30": 37, "50": 172, "100": 927 } }, "extended": { "nonempty": 8199, "quantiles": [ 41, 192, 343, 586, 1050, 2143 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 5, "100": 78 } }, "curated": { "nonempty": 8199, "quantiles": [ 15, 103, 223, 444, 921.0599999999986, 1914 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 11, "50": 98, "100": 726 } } } }, "preprocessed": { "items": 17307, "field_nonempty": { "title": 17306, "features": 16890, "description": 11954, "categories": 17063, "details": 17235, "store": 17287, "main_category": 17228 }, "description_or_features": 17013, "source_image": 17306, "adapter_image": 17306, "text_and_image": 17306, "native_differs": 0, "html": 21, "word_counts": { "native": { "nonempty": 17307, "quantiles": [ 7, 90, 207, 423, 860.9399999999987, 2091 ], "below": { "1": 0, "5": 0, "10": 5, "20": 27, "30": 103, "50": 422, "100": 2237 } }, "default": { "nonempty": 17307, "quantiles": [ 7, 90, 207, 423, 860.9399999999987, 2091 ], "below": { "1": 0, "5": 0, "10": 5, "20": 27, "30": 103, "50": 422, "100": 2237 } }, "extended": { "nonempty": 17307, "quantiles": [ 40, 184, 333, 577, 1010.9399999999987, 2220 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 8, "100": 203 } }, "curated": { "nonempty": 17307, "quantiles": [ 10, 98, 217, 434, 875, 2103 ], "below": { "1": 0, "5": 0, "10": 0, "20": 11, "30": 37, "50": 243, "100": 1780 } } } } }, "item_split": { "catalog": { "items": 17307, "field_nonempty": { "title": 17306, "features": 16890, "description": 11954, "categories": 17063, "details": 17235, "store": 17287, "main_category": 17228 }, "description_or_features": 17013, "source_image": 17306, "adapter_image": 17306, "text_and_image": 17306, "native_differs": 0, "html": 21, "word_counts": { "native": { "nonempty": 17307, "quantiles": [ 7, 90, 207, 423, 860.9399999999987, 2091 ], "below": { "1": 0, "5": 0, "10": 5, "20": 27, "30": 103, "50": 422, "100": 2237 } }, "default": { "nonempty": 17307, "quantiles": [ 7, 90, 207, 423, 860.9399999999987, 2091 ], "below": { "1": 0, "5": 0, "10": 5, "20": 27, "30": 103, "50": 422, "100": 2237 } }, "extended": { "nonempty": 17307, "quantiles": [ 40, 184, 333, 577, 1010.9399999999987, 2220 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 8, "100": 203 } }, "curated": { "nonempty": 17307, "quantiles": [ 10, 98, 217, 434, 875, 2103 ], "below": { "1": 0, "5": 0, "10": 0, "20": 11, "30": 37, "50": 243, "100": 1780 } } } }, "train": { "items": 14710, "field_nonempty": { "title": 14709, "features": 14350, "description": 10140, "categories": 14498, "details": 14652, "store": 14694, "main_category": 14640 }, "description_or_features": 14456, "source_image": 14709, "adapter_image": 14709, "text_and_image": 14709, "native_differs": 0, "html": 18, "word_counts": { "native": { "nonempty": 14710, "quantiles": [ 8, 90, 207, 424, 873.4599999999991, 2091 ], "below": { "1": 0, "5": 0, "10": 3, "20": 23, "30": 91, "50": 365, "100": 1893 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 108, "20": 925, "30": 4014, "50": 16759, "100": 105759 } }, "default": { "nonempty": 14710, "quantiles": [ 8, 90, 207, 424, 873.4599999999991, 2091 ], "below": { "1": 0, "5": 0, "10": 3, "20": 23, "30": 91, "50": 365, "100": 1893 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 108, "20": 925, "30": 4014, "50": 16759, "100": 105759 } }, "extended": { "nonempty": 14710, "quantiles": [ 40, 185, 334, 577, 1014, 2220 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 7, "100": 172 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 317, "100": 8437 } }, "curated": { "nonempty": 14710, "quantiles": [ 10, 99, 218, 435, 883.5499999999993, 2103 ], "below": { "1": 0, "5": 0, "10": 0, "20": 10, "30": 28, "50": 215, "100": 1511 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 339, "30": 1142, "50": 10017, "100": 81545 } } }, "train_pairs": 1006137 }, "val": { "items": 866, "field_nonempty": { "title": 866, "features": 848, "description": 590, "categories": 857, "details": 862, "store": 865, "main_category": 863 }, "description_or_features": 853, "source_image": 866, "adapter_image": 866, "text_and_image": 866, "native_differs": 0, "html": 0, "word_counts": { "native": { "nonempty": 866, "quantiles": [ 19, 85.5, 197, 390.5, 703.2000000000003, 1117 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 4, "50": 19, "100": 126 } }, "default": { "nonempty": 866, "quantiles": [ 19, 85.5, 197, 390.5, 703.2000000000003, 1117 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 4, "50": 19, "100": 126 } }, "extended": { "nonempty": 866, "quantiles": [ 71, 181, 320, 555.5, 929.450000000002, 1688 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 0, "100": 16 } }, "curated": { "nonempty": 866, "quantiles": [ 29, 95, 207, 403.5, 714.7500000000001, 1134 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 3, "50": 8, "100": 98 } } } }, "test": { "items": 1731, "field_nonempty": { "title": 1731, "features": 1692, "description": 1224, "categories": 1708, "details": 1721, "store": 1728, "main_category": 1725 }, "description_or_features": 1704, "source_image": 1731, "adapter_image": 1731, "text_and_image": 1731, "native_differs": 0, "html": 3, "word_counts": { "native": { "nonempty": 1731, "quantiles": [ 7, 92, 208, 423, 817.3000000000004, 1983 ], "below": { "1": 0, "5": 0, "10": 2, "20": 3, "30": 8, "50": 38, "100": 218 } }, "default": { "nonempty": 1731, "quantiles": [ 7, 92, 208, 423, 817.3000000000004, 1983 ], "below": { "1": 0, "5": 0, "10": 2, "20": 3, "30": 8, "50": 38, "100": 218 } }, "extended": { "nonempty": 1731, "quantiles": [ 41, 180, 336, 587, 1003.2000000000003, 2129 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 1, "100": 15 } }, "curated": { "nonempty": 1731, "quantiles": [ 16, 100, 219, 435, 831.5000000000007, 1996 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 6, "50": 20, "100": 171 } } } }, "preprocessed": { "items": 17307, "field_nonempty": { "title": 17306, "features": 16890, "description": 11954, "categories": 17063, "details": 17235, "store": 17287, "main_category": 17228 }, "description_or_features": 17013, "source_image": 17306, "adapter_image": 17306, "text_and_image": 17306, "native_differs": 0, "html": 21, "word_counts": { "native": { "nonempty": 17307, "quantiles": [ 7, 90, 207, 423, 860.9399999999987, 2091 ], "below": { "1": 0, "5": 0, "10": 5, "20": 27, "30": 103, "50": 422, "100": 2237 } }, "default": { "nonempty": 17307, "quantiles": [ 7, 90, 207, 423, 860.9399999999987, 2091 ], "below": { "1": 0, "5": 0, "10": 5, "20": 27, "30": 103, "50": 422, "100": 2237 } }, "extended": { "nonempty": 17307, "quantiles": [ 40, 184, 333, 577, 1010.9399999999987, 2220 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 8, "100": 203 } }, "curated": { "nonempty": 17307, "quantiles": [ 10, 98, 217, 434, 875, 2103 ], "below": { "1": 0, "5": 0, "10": 0, "20": 11, "30": 37, "50": 243, "100": 1780 } } } } }, "leave_last_out": { "catalog": { "items": 17307, "field_nonempty": { "title": 17306, "features": 16890, "description": 11954, "categories": 17063, "details": 17235, "store": 17287, "main_category": 17228 }, "description_or_features": 17013, "source_image": 17306, "adapter_image": 17306, "text_and_image": 17306, "native_differs": 0, "html": 21, "word_counts": { "native": { "nonempty": 17307, "quantiles": [ 7, 90, 207, 423, 860.9399999999987, 2091 ], "below": { "1": 0, "5": 0, "10": 5, "20": 27, "30": 103, "50": 422, "100": 2237 } }, "default": { "nonempty": 17307, "quantiles": [ 7, 90, 207, 423, 860.9399999999987, 2091 ], "below": { "1": 0, "5": 0, "10": 5, "20": 27, "30": 103, "50": 422, "100": 2237 } }, "extended": { "nonempty": 17307, "quantiles": [ 40, 184, 333, 577, 1010.9399999999987, 2220 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 8, "100": 203 } }, "curated": { "nonempty": 17307, "quantiles": [ 10, 98, 217, 434, 875, 2103 ], "below": { "1": 0, "5": 0, "10": 0, "20": 11, "30": 37, "50": 243, "100": 1780 } } } }, "train": { "items": 17307, "field_nonempty": { "title": 17306, "features": 16890, "description": 11954, "categories": 17063, "details": 17235, "store": 17287, "main_category": 17228 }, "description_or_features": 17013, "source_image": 17306, "adapter_image": 17306, "text_and_image": 17306, "native_differs": 0, "html": 21, "word_counts": { "native": { "nonempty": 17307, "quantiles": [ 7, 90, 207, 423, 860.9399999999987, 2091 ], "below": { "1": 0, "5": 0, "10": 5, "20": 27, "30": 103, "50": 422, "100": 2237 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 146, "20": 1090, "30": 4151, "50": 17418, "100": 109126 } }, "default": { "nonempty": 17307, "quantiles": [ 7, 90, 207, 423, 860.9399999999987, 2091 ], "below": { "1": 0, "5": 0, "10": 5, "20": 27, "30": 103, "50": 422, "100": 2237 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 146, "20": 1090, "30": 4151, "50": 17418, "100": 109126 } }, "extended": { "nonempty": 17307, "quantiles": [ 40, 184, 333, 577, 1010.9399999999987, 2220 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 8, "100": 203 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 635, "100": 9279 } }, "curated": { "nonempty": 17307, "quantiles": [ 10, 98, 217, 434, 875, 2103 ], "below": { "1": 0, "5": 0, "10": 0, "20": 11, "30": 37, "50": 243, "100": 1780 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 330, "30": 1468, "50": 10494, "100": 84253 } } }, "train_pairs": 1003805 }, "val": { "items": 15754, "field_nonempty": { "title": 15753, "features": 15412, "description": 10643, "categories": 15536, "details": 15693, "store": 15737, "main_category": 15680 }, "description_or_features": 15515, "source_image": 15754, "adapter_image": 15754, "text_and_image": 15754, "native_differs": 0, "html": 17, "word_counts": { "native": { "nonempty": 15754, "quantiles": [ 7, 92, 208, 420.7000000000007, 830, 1983 ], "below": { "1": 0, "5": 0, "10": 4, "20": 20, "30": 83, "50": 341, "100": 1936 } }, "default": { "nonempty": 15754, "quantiles": [ 7, 92, 208, 420.7000000000007, 830, 1983 ], "below": { "1": 0, "5": 0, "10": 4, "20": 20, "30": 83, "50": 341, "100": 1936 } }, "extended": { "nonempty": 15754, "quantiles": [ 41, 187, 336, 575, 996.409999999998, 2143 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 5, "100": 165 } }, "curated": { "nonempty": 15754, "quantiles": [ 10, 101, 220, 431, 847.4699999999993, 1996 ], "below": { "1": 0, "5": 0, "10": 0, "20": 8, "30": 30, "50": 195, "100": 1522 } } } }, "test": { "items": 15151, "field_nonempty": { "title": 15150, "features": 14838, "description": 10164, "categories": 14955, "details": 15095, "store": 15139, "main_category": 15082 }, "description_or_features": 14934, "source_image": 15151, "adapter_image": 15151, "text_and_image": 15151, "native_differs": 0, "html": 20, "word_counts": { "native": { "nonempty": 15151, "quantiles": [ 8, 93, 210, 420, 835.5, 1983 ], "below": { "1": 0, "5": 0, "10": 3, "20": 19, "30": 75, "50": 311, "100": 1809 } }, "default": { "nonempty": 15151, "quantiles": [ 8, 93, 210, 420, 835.5, 1983 ], "below": { "1": 0, "5": 0, "10": 3, "20": 19, "30": 75, "50": 311, "100": 1809 } }, "extended": { "nonempty": 15151, "quantiles": [ 40, 189, 339, 575, 994.5, 2143 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 6, "100": 148 } }, "curated": { "nonempty": 15151, "quantiles": [ 10, 102, 221, 431, 851.5, 1996 ], "below": { "1": 0, "5": 0, "10": 0, "20": 7, "30": 27, "50": 172, "100": 1425 } } } }, "preprocessed": { "items": 17307, "field_nonempty": { "title": 17306, "features": 16890, "description": 11954, "categories": 17063, "details": 17235, "store": 17287, "main_category": 17228 }, "description_or_features": 17013, "source_image": 17306, "adapter_image": 17306, "text_and_image": 17306, "native_differs": 0, "html": 21, "word_counts": { "native": { "nonempty": 17307, "quantiles": [ 7, 90, 207, 423, 860.9399999999987, 2091 ], "below": { "1": 0, "5": 0, "10": 5, "20": 27, "30": 103, "50": 422, "100": 2237 } }, "default": { "nonempty": 17307, "quantiles": [ 7, 90, 207, 423, 860.9399999999987, 2091 ], "below": { "1": 0, "5": 0, "10": 5, "20": 27, "30": 103, "50": 422, "100": 2237 } }, "extended": { "nonempty": 17307, "quantiles": [ 40, 184, 333, 577, 1010.9399999999987, 2220 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 8, "100": 203 } }, "curated": { "nonempty": 17307, "quantiles": [ 10, 98, 217, 434, 875, 2103 ], "below": { "1": 0, "5": 0, "10": 0, "20": 11, "30": 37, "50": 243, "100": 1780 } } } } }, "temporal": { "catalog": { "items": 15514, "field_nonempty": { "title": 15513, "features": 15225, "description": 8942, "categories": 15330, "details": 15455, "store": 15505, "main_category": 15439 }, "description_or_features": 15309, "source_image": 15514, "adapter_image": 15514, "text_and_image": 15514, "native_differs": 0, "html": 22, "word_counts": { "native": { "nonempty": 15514, "quantiles": [ 8, 100, 224, 421, 801.869999999999, 1983 ], "below": { "1": 0, "5": 0, "10": 1, "20": 14, "30": 70, "50": 274, "100": 1523 } }, "default": { "nonempty": 15514, "quantiles": [ 8, 100, 224, 421, 801.869999999999, 1983 ], "below": { "1": 0, "5": 0, "10": 1, "20": 14, "30": 70, "50": 274, "100": 1523 } }, "extended": { "nonempty": 15514, "quantiles": [ 40, 198, 351, 582, 967.3499999999949, 2143 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 6, "100": 122 } }, "curated": { "nonempty": 15514, "quantiles": [ 13, 110, 235, 432, 815, 1996 ], "below": { "1": 0, "5": 0, "10": 0, "20": 5, "30": 24, "50": 153, "100": 1200 } } } }, "train": { "items": 11124, "field_nonempty": { "title": 11123, "features": 10896, "description": 7277, "categories": 10979, "details": 11077, "store": 11116, "main_category": 11065 }, "description_or_features": 10962, "source_image": 11124, "adapter_image": 11124, "text_and_image": 11124, "native_differs": 0, "html": 14, "word_counts": { "native": { "nonempty": 11124, "quantiles": [ 8, 96, 216, 430, 852.7700000000004, 1897 ], "below": { "1": 0, "5": 0, "10": 1, "20": 11, "30": 55, "50": 217, "100": 1208 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 21, "20": 331, "30": 1529, "50": 6339, "100": 42485 } }, "default": { "nonempty": 11124, "quantiles": [ 8, 96, 216, 430, 852.7700000000004, 1897 ], "below": { "1": 0, "5": 0, "10": 1, "20": 11, "30": 55, "50": 217, "100": 1208 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 21, "20": 331, "30": 1529, "50": 6339, "100": 42485 } }, "extended": { "nonempty": 11124, "quantiles": [ 40, 193, 348, 584, 1003, 2143 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 6, "100": 102 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 215, "100": 3317 } }, "curated": { "nonempty": 11124, "quantiles": [ 13, 105.29999999999995, 227, 442, 862.7700000000004, 1914 ], "below": { "1": 0, "5": 0, "10": 0, "20": 4, "30": 18, "50": 125, "100": 958 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 82, "30": 511, "50": 3776, "100": 32759 } } }, "train_pairs": 473873 }, "val": { "items": 11518, "field_nonempty": { "title": 11517, "features": 11375, "description": 6982, "categories": 11387, "details": 11476, "store": 11512, "main_category": 11459 }, "description_or_features": 11436, "source_image": 11518, "adapter_image": 11518, "text_and_image": 11518, "native_differs": 0, "html": 18, "word_counts": { "native": { "nonempty": 11518, "quantiles": [ 12, 102.70000000000005, 221, 420, 799.4899999999998, 1983 ], "below": { "1": 0, "5": 0, "10": 0, "20": 4, "30": 30, "50": 134, "100": 1068 } }, "default": { "nonempty": 11518, "quantiles": [ 12, 102.70000000000005, 221, 420, 799.4899999999998, 1983 ], "below": { "1": 0, "5": 0, "10": 0, "20": 4, "30": 30, "50": 134, "100": 1068 } }, "extended": { "nonempty": 11518, "quantiles": [ 40, 200, 351, 577, 971.8299999999999, 2143 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 3, "100": 84 } }, "curated": { "nonempty": 11518, "quantiles": [ 14, 112, 232, 431, 813.9799999999996, 1996 ], "below": { "1": 0, "5": 0, "10": 0, "20": 3, "30": 13, "50": 67, "100": 808 } } } }, "test": { "items": 11481, "field_nonempty": { "title": 11480, "features": 11373, "description": 6035, "categories": 11375, "details": 11450, "store": 11475, "main_category": 11428 }, "description_or_features": 11424, "source_image": 11481, "adapter_image": 11481, "text_and_image": 11481, "native_differs": 0, "html": 18, "word_counts": { "native": { "nonempty": 11481, "quantiles": [ 12, 110, 231, 418, 760, 1983 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 16, "50": 101, "100": 879 } }, "default": { "nonempty": 11481, "quantiles": [ 12, 110, 231, 418, 760, 1983 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 16, "50": 101, "100": 879 } }, "extended": { "nonempty": 11481, "quantiles": [ 54, 208, 358, 580, 930.2000000000007, 2143 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 0, "100": 62 } }, "curated": { "nonempty": 11481, "quantiles": [ 14, 119, 241, 429, 770.2000000000007, 1996 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 4, "50": 44, "100": 676 } } } } } }, "union": { "items": 19936, "field_nonempty": { "title": 19935, "features": 19483, "description": 12531, "categories": 19668, "details": 19857, "store": 19916, "main_category": 19848 }, "description_or_features": 19614, "source_image": 19935, "adapter_image": 19935, "text_and_image": 19935, "native_differs": 0, "html": 27, "word_counts": { "native": { "nonempty": 19936, "quantiles": [ 7, 93, 215, 420, 835.6500000000015, 2091 ], "below": { "1": 0, "5": 0, "10": 5, "20": 28, "30": 113, "50": 454, "100": 2349 } }, "default": { "nonempty": 19936, "quantiles": [ 7, 93, 215, 420, 835.6500000000015, 2091 ], "below": { "1": 0, "5": 0, "10": 5, "20": 28, "30": 113, "50": 454, "100": 2349 } }, "extended": { "nonempty": 19936, "quantiles": [ 40, 188, 340, 578, 993.6500000000015, 2220 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 8, "100": 218 } }, "curated": { "nonempty": 19936, "quantiles": [ 10, 102, 226, 430, 849.6500000000015, 2103 ], "below": { "1": 0, "5": 0, "10": 0, "20": 11, "30": 41, "50": 260, "100": 1875 } } } }, "details_keys": [ [ "Manufacturer", 18871 ], [ "Date First Available", 18631 ], [ "Item Weight", 17961 ], [ "Brand", 17272 ], [ "Best Sellers Rank", 16691 ], [ "Item model number", 16577 ], [ "Color", 15379 ], [ "Product Dimensions", 15087 ], [ "Batteries Required?", 14851 ], [ "Material", 14085 ], [ "Part Number", 14061 ], [ "Batteries Included?", 13599 ], [ "Is Discontinued By Manufacturer", 13125 ], [ "Item Package Quantity", 12046 ], [ "Style", 10613 ], [ "Included Components", 9892 ], [ "Size", 9785 ], [ "Country of Origin", 7712 ], [ "Power Source", 6585 ], [ "Item Dimensions LxWxH", 6179 ], [ "Warranty Description", 5929 ], [ "Special Feature", 5837 ], [ "Special Features", 5808 ], [ "Voltage", 5347 ], [ "Finish Type", 4555 ], [ "Finish", 4189 ], [ "Shape", 3958 ], [ "Wattage", 3520 ], [ "Number of Items", 3511 ], [ "Package Dimensions", 3418 ], [ "Number Of Pieces", 2754 ], [ "Mounting Type", 2535 ], [ "Light Source Type", 2505 ], [ "Batteries", 2394 ], [ "Measurement System", 2175 ], [ "Domestic Shipping", 2123 ], [ "International Shipping", 2123 ], [ "Unit Count", 2095 ], [ "Indoor/Outdoor Usage", 2059 ], [ "Controller Type", 1937 ], [ "Pattern", 1865 ], [ "Control Method", 1821 ], [ "Specific Uses For Product", 1767 ], [ "Number of Light Sources", 1756 ], [ "Room Type", 1717 ], [ "Light Color", 1631 ], [ "Number of Pieces", 1631 ], [ "Shade Material", 1477 ], [ "Usage", 1465 ], [ "Color Temperature", 1402 ], [ "Model Name", 1375 ], [ "Recommended Uses For Product", 1371 ], [ "Battery Cell Type", 1346 ], [ "Connectivity Technology", 1341 ], [ "Plug Format", 1339 ], [ "Type of Bulb", 1300 ], [ "Handle Material", 1171 ], [ "Head Style", 1145 ], [ "Luminous Flux", 1139 ], [ "Operation Mode", 1132 ] ], "checked_at_utc": "2026-09-09T13:52:35.458193+00:00" }, { "category": "Toys_and_Games", "context": { "catalog_sha256": "acc10b3f0fc13dc355c558b037160e70ddb8b4e9a6641ff96b38c0c97cb4748c", "script_sha256": "68bf9fd06b46b02b1a96d0ab2a17b6cb60feae5cb87f986e63221e0872f1355c", "recipe_sha256": "988dcc18ddc0ff458e02eda0b9b91e515a8ceaa38f010704f9959bb4880d704d", "files": [ { "path": "data/amazon2023/Toys_and_Games/huggingface/raw_meta_Toys_and_Games/full-00000-of-00005.parquet", "kind": "parquet", "size": 218253388, "mtime_ns": 1788925377212380000 }, { "path": "data/amazon2023/Toys_and_Games/huggingface/raw_meta_Toys_and_Games/full-00001-of-00005.parquet", "kind": "parquet", "size": 209914262, "mtime_ns": 1788925592912587800 }, { "path": "data/amazon2023/Toys_and_Games/huggingface/raw_meta_Toys_and_Games/full-00002-of-00005.parquet", "kind": "parquet", "size": 199494366, "mtime_ns": 1788925876608370200 }, { "path": "data/amazon2023/Toys_and_Games/huggingface/raw_meta_Toys_and_Games/full-00003-of-00005.parquet", "kind": "parquet", "size": 187869599, "mtime_ns": 1788926089979124700 }, { "path": "data/amazon2023/Toys_and_Games/huggingface/raw_meta_Toys_and_Games/full-00004-of-00005.parquet", "kind": "parquet", "size": 157135401, "mtime_ns": 1788926204490441000 } ] }, "source_rows_scanned": 890874, "duplicate_retained_rows": 0, "splits": { "user_split": { "catalog": { "items": 15609, "field_nonempty": { "title": 15609, "features": 15505, "description": 12464, "categories": 15461, "details": 15283, "store": 15607, "main_category": 15558 }, "description_or_features": 15558, "source_image": 15608, "adapter_image": 0, "text_and_image": 15608, "native_differs": 15609, "html": 11, "word_counts": { "native": { "nonempty": 15609, "quantiles": [ 15, 96, 214, 419, 726.8400000000001, 1750 ], "below": { "1": 0, "5": 0, "10": 0, "20": 7, "30": 43, "50": 292, "100": 1710 } }, "default": { "nonempty": 15609, "quantiles": [ 9, 98, 217, 422, 728.8400000000001, 1753 ], "below": { "1": 0, "5": 0, "10": 1, "20": 11, "30": 42, "50": 267, "100": 1615 } }, "extended": { "nonempty": 15609, "quantiles": [ 26, 167, 292, 506.2000000000007, 804.9200000000001, 1843 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 2, "50": 37, "100": 301 } }, "curated": { "nonempty": 15609, "quantiles": [ 11, 105, 222, 427.2000000000007, 733.9200000000001, 1768 ], "below": { "1": 0, "5": 0, "10": 0, "20": 7, "30": 23, "50": 175, "100": 1364 } } } }, "train": { "items": 15609, "field_nonempty": { "title": 15609, "features": 15505, "description": 12464, "categories": 15461, "details": 15283, "store": 15607, "main_category": 15558 }, "description_or_features": 15558, "source_image": 15608, "adapter_image": 0, "text_and_image": 15608, "native_differs": 15609, "html": 11, "word_counts": { "native": { "nonempty": 15609, "quantiles": [ 15, 96, 214, 419, 726.8400000000001, 1750 ], "below": { "1": 0, "5": 0, "10": 0, "20": 7, "30": 43, "50": 292, "100": 1710 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 293, "30": 1562, "50": 11647, "100": 75103 } }, "default": { "nonempty": 15609, "quantiles": [ 9, 98, 217, 422, 728.8400000000001, 1753 ], "below": { "1": 0, "5": 0, "10": 1, "20": 11, "30": 42, "50": 267, "100": 1615 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 51, "20": 403, "30": 1526, "50": 10771, "100": 70822 } }, "extended": { "nonempty": 15609, "quantiles": [ 26, 167, 292, 506.2000000000007, 804.9200000000001, 1843 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 2, "50": 37, "100": 301 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 83, "50": 1614, "100": 12680 } }, "curated": { "nonempty": 15609, "quantiles": [ 11, 105, 222, 427.2000000000007, 733.9200000000001, 1768 ], "below": { "1": 0, "5": 0, "10": 0, "20": 7, "30": 23, "50": 175, "100": 1364 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 291, "30": 756, "50": 6568, "100": 60988 } } }, "train_pairs": 828331 }, "val": { "items": 7090, "field_nonempty": { "title": 7090, "features": 7054, "description": 5723, "categories": 7029, "details": 6952, "store": 7089, "main_category": 7065 }, "description_or_features": 7075, "source_image": 7089, "adapter_image": 0, "text_and_image": 7089, "native_differs": 7090, "html": 5, "word_counts": { "native": { "nonempty": 7090, "quantiles": [ 15, 99, 219, 436, 747.4399999999987, 1478 ], "below": { "1": 0, "5": 0, "10": 0, "20": 4, "30": 15, "50": 105, "100": 715 } }, "default": { "nonempty": 7090, "quantiles": [ 9, 101, 221.5, 439, 751.4399999999987, 1466 ], "below": { "1": 0, "5": 0, "10": 1, "20": 5, "30": 14, "50": 94, "100": 674 } }, "extended": { "nonempty": 7090, "quantiles": [ 29, 172, 299, 527.1000000000004, 823.1099999999997, 1518 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 15, "100": 121 } }, "curated": { "nonempty": 7090, "quantiles": [ 11, 108, 228, 444.10000000000036, 754.329999999999, 1468 ], "below": { "1": 0, "5": 0, "10": 0, "20": 3, "30": 10, "50": 56, "100": 566 } } } }, "test": { "items": 7031, "field_nonempty": { "title": 7031, "features": 6991, "description": 5679, "categories": 6978, "details": 6885, "store": 7031, "main_category": 7005 }, "description_or_features": 7011, "source_image": 7031, "adapter_image": 0, "text_and_image": 7031, "native_differs": 7031, "html": 5, "word_counts": { "native": { "nonempty": 7031, "quantiles": [ 21, 99, 220, 443, 768.0999999999995, 1296 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 18, "50": 111, "100": 706 } }, "default": { "nonempty": 7031, "quantiles": [ 15, 102, 223, 445, 770.0999999999995, 1299 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 18, "50": 105, "100": 650 } }, "extended": { "nonempty": 7031, "quantiles": [ 29, 172, 300, 530, 844.3999999999996, 1392 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 17, "100": 113 } }, "curated": { "nonempty": 7031, "quantiles": [ 19, 109, 229, 450, 772.3999999999996, 1307 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 8, "50": 67, "100": 559 } } } }, "preprocessed": { "items": 15609, "field_nonempty": { "title": 15609, "features": 15505, "description": 12464, "categories": 15461, "details": 15283, "store": 15607, "main_category": 15558 }, "description_or_features": 15558, "source_image": 15608, "adapter_image": 0, "text_and_image": 15608, "native_differs": 15609, "html": 11, "word_counts": { "native": { "nonempty": 15609, "quantiles": [ 15, 96, 214, 419, 726.8400000000001, 1750 ], "below": { "1": 0, "5": 0, "10": 0, "20": 7, "30": 43, "50": 292, "100": 1710 } }, "default": { "nonempty": 15609, "quantiles": [ 9, 98, 217, 422, 728.8400000000001, 1753 ], "below": { "1": 0, "5": 0, "10": 1, "20": 11, "30": 42, "50": 267, "100": 1615 } }, "extended": { "nonempty": 15609, "quantiles": [ 26, 167, 292, 506.2000000000007, 804.9200000000001, 1843 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 2, "50": 37, "100": 301 } }, "curated": { "nonempty": 15609, "quantiles": [ 11, 105, 222, 427.2000000000007, 733.9200000000001, 1768 ], "below": { "1": 0, "5": 0, "10": 0, "20": 7, "30": 23, "50": 175, "100": 1364 } } } } }, "item_split": { "catalog": { "items": 15609, "field_nonempty": { "title": 15609, "features": 15505, "description": 12464, "categories": 15461, "details": 15283, "store": 15607, "main_category": 15558 }, "description_or_features": 15558, "source_image": 15608, "adapter_image": 0, "text_and_image": 15608, "native_differs": 15609, "html": 11, "word_counts": { "native": { "nonempty": 15609, "quantiles": [ 15, 96, 214, 419, 726.8400000000001, 1750 ], "below": { "1": 0, "5": 0, "10": 0, "20": 7, "30": 43, "50": 292, "100": 1710 } }, "default": { "nonempty": 15609, "quantiles": [ 9, 98, 217, 422, 728.8400000000001, 1753 ], "below": { "1": 0, "5": 0, "10": 1, "20": 11, "30": 42, "50": 267, "100": 1615 } }, "extended": { "nonempty": 15609, "quantiles": [ 26, 167, 292, 506.2000000000007, 804.9200000000001, 1843 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 2, "50": 37, "100": 301 } }, "curated": { "nonempty": 15609, "quantiles": [ 11, 105, 222, 427.2000000000007, 733.9200000000001, 1768 ], "below": { "1": 0, "5": 0, "10": 0, "20": 7, "30": 23, "50": 175, "100": 1364 } } } }, "train": { "items": 13267, "field_nonempty": { "title": 13267, "features": 13173, "description": 10571, "categories": 13140, "details": 12992, "store": 13265, "main_category": 13223 }, "description_or_features": 13222, "source_image": 13266, "adapter_image": 0, "text_and_image": 13266, "native_differs": 13267, "html": 9, "word_counts": { "native": { "nonempty": 13267, "quantiles": [ 15, 96, 214, 422, 725.6800000000003, 1750 ], "below": { "1": 0, "5": 0, "10": 0, "20": 6, "30": 39, "50": 252, "100": 1448 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 278, "30": 1606, "50": 11073, "100": 70988 } }, "default": { "nonempty": 13267, "quantiles": [ 9, 99, 217, 424, 727.6800000000003, 1753 ], "below": { "1": 0, "5": 0, "10": 1, "20": 10, "30": 38, "50": 229, "100": 1366 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 56, "20": 395, "30": 1557, "50": 10172, "100": 66770 } }, "extended": { "nonempty": 13267, "quantiles": [ 29, 167, 292, 508, 802.6800000000003, 1843 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 30, "100": 263 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 71, "50": 1517, "100": 12634 } }, "curated": { "nonempty": 13267, "quantiles": [ 11, 105, 223, 429, 733.3400000000001, 1768 ], "below": { "1": 0, "5": 0, "10": 0, "20": 6, "30": 21, "50": 151, "100": 1157 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 277, "30": 767, "50": 6303, "100": 57766 } } }, "train_pairs": 787497 }, "val": { "items": 781, "field_nonempty": { "title": 781, "features": 778, "description": 632, "categories": 772, "details": 766, "store": 781, "main_category": 779 }, "description_or_features": 778, "source_image": 781, "adapter_image": 0, "text_and_image": 781, "native_differs": 781, "html": 1, "word_counts": { "native": { "nonempty": 781, "quantiles": [ 24, 97, 210, 404, 656.4000000000021, 855 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 2, "50": 14, "100": 83 } }, "default": { "nonempty": 781, "quantiles": [ 24, 98, 213, 406, 659.800000000002, 859 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 2, "50": 14, "100": 80 } }, "extended": { "nonempty": 781, "quantiles": [ 26, 167, 288, 486, 761.2000000000039, 931 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 2, "100": 13 } }, "curated": { "nonempty": 781, "quantiles": [ 26, 107, 219, 415, 662.2000000000021, 861 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 8, "100": 63 } } } }, "test": { "items": 1561, "field_nonempty": { "title": 1561, "features": 1554, "description": 1261, "categories": 1549, "details": 1525, "store": 1561, "main_category": 1556 }, "description_or_features": 1558, "source_image": 1561, "adapter_image": 0, "text_and_image": 1561, "native_differs": 1561, "html": 1, "word_counts": { "native": { "nonempty": 1561, "quantiles": [ 18, 93, 215, 407, 740.0000000000014, 1043 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 2, "50": 26, "100": 179 } }, "default": { "nonempty": 1561, "quantiles": [ 15, 95, 217, 410, 743.4000000000015, 1045 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 2, "50": 24, "100": 169 } }, "extended": { "nonempty": 1561, "quantiles": [ 30, 165, 291, 492, 805.4000000000001, 1101 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 0, "50": 5, "100": 25 } }, "curated": { "nonempty": 1561, "quantiles": [ 17, 103, 222, 418, 746.0000000000014, 1047 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 1, "50": 16, "100": 144 } } } }, "preprocessed": { "items": 15609, "field_nonempty": { "title": 15609, "features": 15505, "description": 12464, "categories": 15461, "details": 15283, "store": 15607, "main_category": 15558 }, "description_or_features": 15558, "source_image": 15608, "adapter_image": 0, "text_and_image": 15608, "native_differs": 15609, "html": 11, "word_counts": { "native": { "nonempty": 15609, "quantiles": [ 15, 96, 214, 419, 726.8400000000001, 1750 ], "below": { "1": 0, "5": 0, "10": 0, "20": 7, "30": 43, "50": 292, "100": 1710 } }, "default": { "nonempty": 15609, "quantiles": [ 9, 98, 217, 422, 728.8400000000001, 1753 ], "below": { "1": 0, "5": 0, "10": 1, "20": 11, "30": 42, "50": 267, "100": 1615 } }, "extended": { "nonempty": 15609, "quantiles": [ 26, 167, 292, 506.2000000000007, 804.9200000000001, 1843 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 2, "50": 37, "100": 301 } }, "curated": { "nonempty": 15609, "quantiles": [ 11, 105, 222, 427.2000000000007, 733.9200000000001, 1768 ], "below": { "1": 0, "5": 0, "10": 0, "20": 7, "30": 23, "50": 175, "100": 1364 } } } } }, "leave_last_out": { "catalog": { "items": 15609, "field_nonempty": { "title": 15609, "features": 15505, "description": 12464, "categories": 15461, "details": 15283, "store": 15607, "main_category": 15558 }, "description_or_features": 15558, "source_image": 15608, "adapter_image": 0, "text_and_image": 15608, "native_differs": 15609, "html": 11, "word_counts": { "native": { "nonempty": 15609, "quantiles": [ 15, 96, 214, 419, 726.8400000000001, 1750 ], "below": { "1": 0, "5": 0, "10": 0, "20": 7, "30": 43, "50": 292, "100": 1710 } }, "default": { "nonempty": 15609, "quantiles": [ 9, 98, 217, 422, 728.8400000000001, 1753 ], "below": { "1": 0, "5": 0, "10": 1, "20": 11, "30": 42, "50": 267, "100": 1615 } }, "extended": { "nonempty": 15609, "quantiles": [ 26, 167, 292, 506.2000000000007, 804.9200000000001, 1843 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 2, "50": 37, "100": 301 } }, "curated": { "nonempty": 15609, "quantiles": [ 11, 105, 222, 427.2000000000007, 733.9200000000001, 1768 ], "below": { "1": 0, "5": 0, "10": 0, "20": 7, "30": 23, "50": 175, "100": 1364 } } } }, "train": { "items": 15608, "field_nonempty": { "title": 15608, "features": 15504, "description": 12464, "categories": 15460, "details": 15282, "store": 15606, "main_category": 15557 }, "description_or_features": 15557, "source_image": 15607, "adapter_image": 0, "text_and_image": 15607, "native_differs": 15608, "html": 11, "word_counts": { "native": { "nonempty": 15608, "quantiles": [ 15, 96, 214, 419, 726.8600000000006, 1750 ], "below": { "1": 0, "5": 0, "10": 0, "20": 7, "30": 43, "50": 292, "100": 1710 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 269, "30": 1405, "50": 10443, "100": 68164 } }, "default": { "nonempty": 15608, "quantiles": [ 9, 98, 217, 422, 728.8600000000006, 1753 ], "below": { "1": 0, "5": 0, "10": 1, "20": 11, "30": 42, "50": 267, "100": 1615 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 43, "20": 367, "30": 1367, "50": 9653, "100": 64194 } }, "extended": { "nonempty": 15608, "quantiles": [ 26, 167, 292, 506.3000000000011, 804.9300000000003, 1843 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 2, "50": 37, "100": 301 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 85, "50": 1548, "100": 11580 } }, "curated": { "nonempty": 15608, "quantiles": [ 11, 105, 222, 427.3000000000011, 733.9300000000003, 1768 ], "below": { "1": 0, "5": 0, "10": 0, "20": 7, "30": 23, "50": 175, "100": 1364 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 277, "30": 719, "50": 5992, "100": 55267 } } }, "train_pairs": 725441 }, "val": { "items": 14818, "field_nonempty": { "title": 14818, "features": 14720, "description": 11751, "categories": 14680, "details": 14511, "store": 14816, "main_category": 14768 }, "description_or_features": 14772, "source_image": 14817, "adapter_image": 0, "text_and_image": 14817, "native_differs": 14818, "html": 10, "word_counts": { "native": { "nonempty": 14818, "quantiles": [ 15, 97, 215, 419, 714.8299999999999, 1478 ], "below": { "1": 0, "5": 0, "10": 0, "20": 7, "30": 40, "50": 274, "100": 1601 } }, "default": { "nonempty": 14818, "quantiles": [ 9, 99, 217, 422, 717.8299999999999, 1466 ], "below": { "1": 0, "5": 0, "10": 1, "20": 10, "30": 38, "50": 250, "100": 1512 } }, "extended": { "nonempty": 14818, "quantiles": [ 26, 167, 293, 506, 795, 1518 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 2, "50": 33, "100": 273 } }, "curated": { "nonempty": 14818, "quantiles": [ 11, 106, 223, 427, 721, 1468 ], "below": { "1": 0, "5": 0, "10": 0, "20": 6, "30": 20, "50": 162, "100": 1273 } } } }, "test": { "items": 14342, "field_nonempty": { "title": 14342, "features": 14250, "description": 11313, "categories": 14208, "details": 14054, "store": 14340, "main_category": 14294 }, "description_or_features": 14297, "source_image": 14341, "adapter_image": 0, "text_and_image": 14341, "native_differs": 14342, "html": 11, "word_counts": { "native": { "nonempty": 14342, "quantiles": [ 15, 98, 216, 419, 713.5900000000001, 1478 ], "below": { "1": 0, "5": 0, "10": 0, "20": 6, "30": 35, "50": 250, "100": 1504 } }, "default": { "nonempty": 14342, "quantiles": [ 9, 100, 218, 421, 716.1800000000003, 1466 ], "below": { "1": 0, "5": 0, "10": 1, "20": 10, "30": 35, "50": 227, "100": 1423 } }, "extended": { "nonempty": 14342, "quantiles": [ 29, 169, 294, 507, 794.5900000000001, 1518 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 33, "100": 253 } }, "curated": { "nonempty": 14342, "quantiles": [ 11, 107, 224, 427, 719.3600000000006, 1468 ], "below": { "1": 0, "5": 0, "10": 0, "20": 6, "30": 17, "50": 147, "100": 1193 } } } }, "preprocessed": { "items": 15609, "field_nonempty": { "title": 15609, "features": 15505, "description": 12464, "categories": 15461, "details": 15283, "store": 15607, "main_category": 15558 }, "description_or_features": 15558, "source_image": 15608, "adapter_image": 0, "text_and_image": 15608, "native_differs": 15609, "html": 11, "word_counts": { "native": { "nonempty": 15609, "quantiles": [ 15, 96, 214, 419, 726.8400000000001, 1750 ], "below": { "1": 0, "5": 0, "10": 0, "20": 7, "30": 43, "50": 292, "100": 1710 } }, "default": { "nonempty": 15609, "quantiles": [ 9, 98, 217, 422, 728.8400000000001, 1753 ], "below": { "1": 0, "5": 0, "10": 1, "20": 11, "30": 42, "50": 267, "100": 1615 } }, "extended": { "nonempty": 15609, "quantiles": [ 26, 167, 292, 506.2000000000007, 804.9200000000001, 1843 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 2, "50": 37, "100": 301 } }, "curated": { "nonempty": 15609, "quantiles": [ 11, 105, 222, 427.2000000000007, 733.9200000000001, 1768 ], "below": { "1": 0, "5": 0, "10": 0, "20": 7, "30": 23, "50": 175, "100": 1364 } } } } }, "temporal": { "catalog": { "items": 17369, "field_nonempty": { "title": 17369, "features": 17159, "description": 10373, "categories": 17248, "details": 17048, "store": 17365, "main_category": 17285 }, "description_or_features": 17203, "source_image": 17367, "adapter_image": 0, "text_and_image": 17367, "native_differs": 17369, "html": 21, "word_counts": { "native": { "nonempty": 17369, "quantiles": [ 10, 129, 252, 419, 646.6399999999994, 1478 ], "below": { "1": 0, "5": 0, "10": 0, "20": 13, "30": 56, "50": 268, "100": 956 } }, "default": { "nonempty": 17369, "quantiles": [ 4, 131, 254, 422, 650, 1466 ], "below": { "1": 0, "5": 1, "10": 3, "20": 17, "30": 63, "50": 259, "100": 908 } }, "extended": { "nonempty": 17369, "quantiles": [ 8, 198, 326, 500, 746.3199999999997, 1518 ], "below": { "1": 0, "5": 0, "10": 1, "20": 1, "30": 4, "50": 30, "100": 257 } }, "curated": { "nonempty": 17369, "quantiles": [ 6, 137, 260, 428, 655, 1468 ], "below": { "1": 0, "5": 0, "10": 2, "20": 7, "30": 24, "50": 184, "100": 807 } } } }, "train": { "items": 10382, "field_nonempty": { "title": 10382, "features": 10297, "description": 7566, "categories": 10306, "details": 10179, "store": 10378, "main_category": 10338 }, "description_or_features": 10324, "source_image": 10381, "adapter_image": 0, "text_and_image": 10381, "native_differs": 10382, "html": 9, "word_counts": { "native": { "nonempty": 10382, "quantiles": [ 15, 117, 237, 423, 683.5700000000015, 1478 ], "below": { "1": 0, "5": 0, "10": 0, "20": 5, "30": 27, "50": 147, "100": 690 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 78, "30": 395, "50": 2303, "100": 13681 } }, "default": { "nonempty": 10382, "quantiles": [ 9, 120, 239, 425.89999999999964, 686.5700000000015, 1466 ], "below": { "1": 0, "5": 0, "10": 1, "20": 7, "30": 30, "50": 138, "100": 654 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 20, "20": 100, "30": 426, "50": 2170, "100": 12996 } }, "extended": { "nonempty": 10382, "quantiles": [ 29, 189, 316.5, 511, 780.1900000000005, 1518 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 1, "50": 16, "100": 150 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 16, "50": 237, "100": 2565 } }, "curated": { "nonempty": 10382, "quantiles": [ 11, 127, 246, 433, 694, 1468 ], "below": { "1": 0, "5": 0, "10": 0, "20": 4, "30": 9, "50": 96, "100": 575 }, "train_pairs_removed": { "1": 0, "5": 0, "10": 0, "20": 66, "30": 125, "50": 1450, "100": 11603 } } }, "train_pairs": 234102 }, "val": { "items": 8553, "field_nonempty": { "title": 8553, "features": 8504, "description": 5778, "categories": 8496, "details": 8397, "store": 8550, "main_category": 8513 }, "description_or_features": 8522, "source_image": 8551, "adapter_image": 0, "text_and_image": 8551, "native_differs": 8553, "html": 9, "word_counts": { "native": { "nonempty": 8553, "quantiles": [ 12, 127, 249, 432, 656.4799999999996, 1091 ], "below": { "1": 0, "5": 0, "10": 0, "20": 4, "30": 11, "50": 96, "100": 492 } }, "default": { "nonempty": 8553, "quantiles": [ 6, 129, 251, 434, 658.9599999999991, 1093 ], "below": { "1": 0, "5": 0, "10": 1, "20": 5, "30": 14, "50": 90, "100": 462 } }, "extended": { "nonempty": 8553, "quantiles": [ 8, 199, 328, 519, 752, 1223 ], "below": { "1": 0, "5": 0, "10": 1, "20": 1, "30": 1, "50": 3, "100": 85 } }, "curated": { "nonempty": 8553, "quantiles": [ 8, 134, 258, 442.8000000000002, 665.4799999999996, 1108 ], "below": { "1": 0, "5": 0, "10": 1, "20": 2, "30": 4, "50": 57, "100": 399 } } } }, "test": { "items": 11428, "field_nonempty": { "title": 11428, "features": 11304, "description": 5776, "categories": 11357, "details": 11228, "store": 11426, "main_category": 11376 }, "description_or_features": 11327, "source_image": 11427, "adapter_image": 0, "text_and_image": 11427, "native_differs": 11428, "html": 18, "word_counts": { "native": { "nonempty": 11428, "quantiles": [ 10, 143, 264, 427, 626, 1478 ], "below": { "1": 0, "5": 0, "10": 0, "20": 7, "30": 28, "50": 148, "100": 476 } }, "default": { "nonempty": 11428, "quantiles": [ 4, 145, 265, 429, 629, 1466 ], "below": { "1": 0, "5": 1, "10": 1, "20": 9, "30": 32, "50": 146, "100": 453 } }, "extended": { "nonempty": 11428, "quantiles": [ 23, 212, 338, 507, 730.4599999999991, 1518 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 2, "50": 13, "100": 125 } }, "curated": { "nonempty": 11428, "quantiles": [ 6, 151, 272, 436.3000000000011, 642, 1468 ], "below": { "1": 0, "5": 0, "10": 1, "20": 2, "30": 13, "50": 96, "100": 409 } } } } } }, "union": { "items": 23646, "field_nonempty": { "title": 23646, "features": 23382, "description": 15850, "categories": 23435, "details": 23179, "store": 23642, "main_category": 23546 }, "description_or_features": 23455, "source_image": 23644, "adapter_image": 0, "text_and_image": 23644, "native_differs": 23646, "html": 26, "word_counts": { "native": { "nonempty": 23646, "quantiles": [ 10, 107, 235, 414, 682, 1750 ], "below": { "1": 0, "5": 0, "10": 0, "20": 18, "30": 82, "50": 434, "100": 2012 } }, "default": { "nonempty": 23646, "quantiles": [ 4, 109, 237, 417, 684, 1753 ], "below": { "1": 0, "5": 1, "10": 3, "20": 25, "30": 90, "50": 411, "100": 1906 } }, "extended": { "nonempty": 23646, "quantiles": [ 8, 177, 309, 493.5, 763, 1843 ], "below": { "1": 0, "5": 0, "10": 1, "20": 1, "30": 5, "50": 56, "100": 433 } }, "curated": { "nonempty": 23646, "quantiles": [ 6, 116, 243, 423, 691, 1768 ], "below": { "1": 0, "5": 0, "10": 2, "20": 12, "30": 43, "50": 284, "100": 1632 } } } }, "details_keys": [ [ "Manufacturer", 22192 ], [ "Item Weight", 22093 ], [ "Best Sellers Rank", 21155 ], [ "Product Dimensions", 20230 ], [ "Manufacturer recommended age", 19547 ], [ "Item model number", 18312 ], [ "Is Discontinued By Manufacturer", 12623 ], [ "Release date", 11205 ], [ "Brand", 8521 ], [ "Country of Origin", 8055 ], [ "Material", 5530 ], [ "Color", 4867 ], [ "Theme", 4225 ], [ "Age Range (Description)", 4160 ], [ "Department", 3641 ], [ "Batteries", 3628 ], [ "Item Dimensions LxWxH", 3138 ], [ "Date First Available", 2410 ], [ "Domestic Shipping", 2207 ], [ "International Shipping", 2207 ], [ "Style", 2168 ], [ "Number of Pieces", 1990 ], [ "Package Dimensions", 1935 ], [ "Size", 1863 ], [ "Language", 1800 ], [ "Included Components", 1512 ], [ "Number of Players", 1337 ], [ "Number of Items", 1326 ], [ "Model Name", 1057 ], [ "Unit Count", 1024 ], [ "Shape", 951 ], [ "Cartoon Character", 950 ], [ "Special Feature", 875 ], [ "Assembly Required", 725 ], [ "Occasion", 685 ], [ "Manufacturer Minimum Age (MONTHS)", 670 ], [ "Batteries required", 548 ], [ "Part Number", 510 ], [ "Puzzle type", 509 ], [ "Pattern", 506 ], [ "Item Package Quantity", 483 ], [ "Room Type", 478 ], [ "Genre", 439 ], [ "Batteries Required?", 413 ], [ "Material Type", 413 ], [ "Package Weight", 395 ], [ "Item Package Dimensions L x W x H", 393 ], [ "Brand Name", 393 ], [ "Educational Objective", 392 ], [ "Warranty Description", 372 ], [ "Seasons", 321 ], [ "Recommended Uses For Product", 304 ], [ "Ink Color", 292 ], [ "Manufacturer Part Number", 285 ], [ "Frame Material", 285 ], [ "Target Audience", 283 ], [ "Item Dimensions LxWxH", 264 ], [ "Collection Name", 263 ], [ "Target gender", 254 ], [ "Number Of Items", 233 ] ], "checked_at_utc": "2026-09-09T13:52:31.133648+00:00" }, { "category": "Video_Games", "context": { "catalog_sha256": "9c85ee901c1f4065dc43e39ba2cffc69f7c6be2cc07e953e8c308cfbdc25d89e", "script_sha256": "68bf9fd06b46b02b1a96d0ab2a17b6cb60feae5cb87f986e63221e0872f1355c", "recipe_sha256": "988dcc18ddc0ff458e02eda0b9b91e515a8ceaa38f010704f9959bb4880d704d", "files": [ { "path": "data/amazon2023/Video_Games/huggingface/raw/meta_categories/meta_Video_Games.jsonl", "kind": "jsonl", "size": 437375785, "mtime_ns": 1788925764457218300 } ] }, "source_rows_scanned": 137269, "duplicate_retained_rows": 0, "splits": { "user_split": { "catalog": { "items": 19227, "field_nonempty": { "title": 19226, "features": 17167, "description": 14447, "categories": 18656, "details": 18816, "store": 19169, "main_category": 18833 }, "description_or_features": 18271, "source_image": 19226, "adapter_image": 19226, "text_and_image": 19226, "native_differs": 0, "html": 26, "word_counts": { "native": { "nonempty": 19227, "quantiles": [ 2, 58, 203, 625, 1499.7400000000016, 16034 ], "below": { "1": 0, "5": 11, "10": 77, "20": 346, "30": 767, "50": 1625, "100": 3548 } }, "default": { "nonempty": 19227, "quantiles": [ 2, 58, 203, 625, 1499.7400000000016, 16034 ], "below": { "1": 0, "5": 11, "10": 77, "20": 346, "30": 767, "50": 1625, "100": 3548 } }, "extended": { "nonempty": 19227, "quantiles": [ 4, 129, 285, 708, 1581.7400000000016, 16121 ], "below": { "1": 0, "5": 1, "10": 3, "20": 27, "30": 70, "50": 184, "100": 1122 } }, "curated": { "nonempty": 19227, "quantiles": [ 4, 65, 211, 633, 1508.9600000000064, 16039 ], "below": { "1": 0, "5": 2, "10": 24, "20": 192, "30": 534, "50": 1435, "100": 3208 } } } }, "train": { "items": 19227, "field_nonempty": { "title": 19226, "features": 17167, "description": 14447, "categories": 18656, "details": 18816, "store": 19169, "main_category": 18833 }, "description_or_features": 18271, "source_image": 19226, "adapter_image": 19226, "text_and_image": 19226, "native_differs": 0, "html": 26, "word_counts": { "native": { "nonempty": 19227, "quantiles": [ 2, 58, 203, 625, 1499.7400000000016, 16034 ], "below": { "1": 0, "5": 11, "10": 77, "20": 346, "30": 767, "50": 1625, "100": 3548 }, "train_pairs_removed": { "1": 0, "5": 189, "10": 1701, "20": 6838, "30": 14538, "50": 31066, "100": 87823 } }, "default": { "nonempty": 19227, "quantiles": [ 2, 58, 203, 625, 1499.7400000000016, 16034 ], "below": { "1": 0, "5": 11, "10": 77, "20": 346, "30": 767, "50": 1625, "100": 3548 }, "train_pairs_removed": { "1": 0, "5": 189, "10": 1701, "20": 6838, "30": 14538, "50": 31066, "100": 87823 } }, "extended": { "nonempty": 19227, "quantiles": [ 4, 129, 285, 708, 1581.7400000000016, 16121 ], "below": { "1": 0, "5": 1, "10": 3, "20": 27, "30": 70, "50": 184, "100": 1122 }, "train_pairs_removed": { "1": 0, "5": 31, "10": 54, "20": 509, "30": 1787, "50": 4605, "100": 23428 } }, "curated": { "nonempty": 19227, "quantiles": [ 4, 65, 211, 633, 1508.9600000000064, 16039 ], "below": { "1": 0, "5": 2, "10": 24, "20": 192, "30": 534, "50": 1435, "100": 3208 }, "train_pairs_removed": { "1": 0, "5": 83, "10": 478, "20": 4024, "30": 10881, "50": 26621, "100": 75600 } } }, "train_pairs": 667965 }, "val": { "items": 5574, "field_nonempty": { "title": 5573, "features": 5143, "description": 4511, "categories": 5433, "details": 5452, "store": 5563, "main_category": 5457 }, "description_or_features": 5393, "source_image": 5574, "adapter_image": 5574, "text_and_image": 5574, "native_differs": 0, "html": 7, "word_counts": { "native": { "nonempty": 5574, "quantiles": [ 4, 77, 218, 809.3999999999996, 1624.079999999998, 3381 ], "below": { "1": 0, "5": 1, "10": 14, "20": 82, "30": 147, "50": 328, "100": 834 } }, "default": { "nonempty": 5574, "quantiles": [ 4, 77, 218, 809.3999999999996, 1624.079999999998, 3381 ], "below": { "1": 0, "5": 1, "10": 14, "20": 82, "30": 147, "50": 328, "100": 834 } }, "extended": { "nonempty": 5574, "quantiles": [ 15, 149, 302, 892.6999999999998, 1704.539999999999, 3467 ], "below": { "1": 0, "5": 0, "10": 0, "20": 6, "30": 17, "50": 52, "100": 227 } }, "curated": { "nonempty": 5574, "quantiles": [ 9, 84, 226, 818.6999999999998, 1632.6199999999972, 3392 ], "below": { "1": 0, "5": 0, "10": 2, "20": 41, "30": 105, "50": 286, "100": 733 } } } }, "test": { "items": 5551, "field_nonempty": { "title": 5550, "features": 5104, "description": 4467, "categories": 5408, "details": 5431, "store": 5537, "main_category": 5456 }, "description_or_features": 5362, "source_image": 5551, "adapter_image": 5551, "text_and_image": 5551, "native_differs": 0, "html": 10, "word_counts": { "native": { "nonempty": 5551, "quantiles": [ 2, 75, 216, 806, 1613.5, 15955 ], "below": { "1": 0, "5": 1, "10": 19, "20": 75, "30": 166, "50": 334, "100": 864 } }, "default": { "nonempty": 5551, "quantiles": [ 2, 75, 216, 806, 1613.5, 15955 ], "below": { "1": 0, "5": 1, "10": 19, "20": 75, "30": 166, "50": 334, "100": 864 } }, "extended": { "nonempty": 5551, "quantiles": [ 4, 148, 301, 892, 1695, 16040 ], "below": { "1": 0, "5": 1, "10": 1, "20": 7, "30": 17, "50": 47, "100": 233 } }, "curated": { "nonempty": 5551, "quantiles": [ 4, 82, 223, 815, 1621.5, 15963 ], "below": { "1": 0, "5": 1, "10": 8, "20": 45, "30": 108, "50": 295, "100": 754 } } } }, "preprocessed": { "items": 19227, "field_nonempty": { "title": 19226, "features": 17167, "description": 14447, "categories": 18656, "details": 18816, "store": 19169, "main_category": 18833 }, "description_or_features": 18271, "source_image": 19226, "adapter_image": 19226, "text_and_image": 19226, "native_differs": 0, "html": 26, "word_counts": { "native": { "nonempty": 19227, "quantiles": [ 2, 58, 203, 625, 1499.7400000000016, 16034 ], "below": { "1": 0, "5": 11, "10": 77, "20": 346, "30": 767, "50": 1625, "100": 3548 } }, "default": { "nonempty": 19227, "quantiles": [ 2, 58, 203, 625, 1499.7400000000016, 16034 ], "below": { "1": 0, "5": 11, "10": 77, "20": 346, "30": 767, "50": 1625, "100": 3548 } }, "extended": { "nonempty": 19227, "quantiles": [ 4, 129, 285, 708, 1581.7400000000016, 16121 ], "below": { "1": 0, "5": 1, "10": 3, "20": 27, "30": 70, "50": 184, "100": 1122 } }, "curated": { "nonempty": 19227, "quantiles": [ 4, 65, 211, 633, 1508.9600000000064, 16039 ], "below": { "1": 0, "5": 2, "10": 24, "20": 192, "30": 534, "50": 1435, "100": 3208 } } } } }, "item_split": { "catalog": { "items": 19227, "field_nonempty": { "title": 19226, "features": 17167, "description": 14447, "categories": 18656, "details": 18816, "store": 19169, "main_category": 18833 }, "description_or_features": 18271, "source_image": 19226, "adapter_image": 19226, "text_and_image": 19226, "native_differs": 0, "html": 26, "word_counts": { "native": { "nonempty": 19227, "quantiles": [ 2, 58, 203, 625, 1499.7400000000016, 16034 ], "below": { "1": 0, "5": 11, "10": 77, "20": 346, "30": 767, "50": 1625, "100": 3548 } }, "default": { "nonempty": 19227, "quantiles": [ 2, 58, 203, 625, 1499.7400000000016, 16034 ], "below": { "1": 0, "5": 11, "10": 77, "20": 346, "30": 767, "50": 1625, "100": 3548 } }, "extended": { "nonempty": 19227, "quantiles": [ 4, 129, 285, 708, 1581.7400000000016, 16121 ], "below": { "1": 0, "5": 1, "10": 3, "20": 27, "30": 70, "50": 184, "100": 1122 } }, "curated": { "nonempty": 19227, "quantiles": [ 4, 65, 211, 633, 1508.9600000000064, 16039 ], "below": { "1": 0, "5": 2, "10": 24, "20": 192, "30": 534, "50": 1435, "100": 3208 } } } }, "train": { "items": 16342, "field_nonempty": { "title": 16341, "features": 14597, "description": 12236, "categories": 15852, "details": 15980, "store": 16291, "main_category": 15996 }, "description_or_features": 15530, "source_image": 16341, "adapter_image": 16341, "text_and_image": 16341, "native_differs": 0, "html": 22, "word_counts": { "native": { "nonempty": 16342, "quantiles": [ 2, 58, 202, 618, 1484.3600000000006, 16034 ], "below": { "1": 0, "5": 10, "10": 68, "20": 306, "30": 660, "50": 1384, "100": 3014 }, "train_pairs_removed": { "1": 0, "5": 196, "10": 1757, "20": 6798, "30": 14468, "50": 30041, "100": 83805 } }, "default": { "nonempty": 16342, "quantiles": [ 2, 58, 202, 618, 1484.3600000000006, 16034 ], "below": { "1": 0, "5": 10, "10": 68, "20": 306, "30": 660, "50": 1384, "100": 3014 }, "train_pairs_removed": { "1": 0, "5": 196, "10": 1757, "20": 6798, "30": 14468, "50": 30041, "100": 83805 } }, "extended": { "nonempty": 16342, "quantiles": [ 4, 128, 283, 701.8999999999996, 1571.3600000000006, 16121 ], "below": { "1": 0, "5": 1, "10": 3, "20": 24, "30": 62, "50": 162, "100": 974 }, "train_pairs_removed": { "1": 0, "5": 34, "10": 59, "20": 539, "30": 1894, "50": 4740, "100": 22781 } }, "curated": { "nonempty": 16342, "quantiles": [ 4, 65, 210, 627, 1494.5900000000001, 16039 ], "below": { "1": 0, "5": 2, "10": 22, "20": 172, "30": 465, "50": 1228, "100": 2735 }, "train_pairs_removed": { "1": 0, "5": 91, "10": 524, "20": 4242, "30": 10929, "50": 25712, "100": 72817 } } }, "train_pairs": 635194 }, "val": { "items": 962, "field_nonempty": { "title": 962, "features": 857, "description": 746, "categories": 942, "details": 948, "store": 956, "main_category": 947 }, "description_or_features": 918, "source_image": 962, "adapter_image": 962, "text_and_image": 962, "native_differs": 0, "html": 1, "word_counts": { "native": { "nonempty": 962, "quantiles": [ 5, 63.10000000000001, 205, 711.8, 1626.4999999999993, 3117 ], "below": { "1": 0, "5": 0, "10": 3, "20": 13, "30": 37, "50": 83, "100": 173 } }, "default": { "nonempty": 962, "quantiles": [ 5, 63.10000000000001, 205, 711.8, 1626.4999999999993, 3117 ], "below": { "1": 0, "5": 0, "10": 3, "20": 13, "30": 37, "50": 83, "100": 173 } }, "extended": { "nonempty": 962, "quantiles": [ 18, 137.10000000000002, 287, 793.8, 1709.6699999999992, 3200 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 2, "50": 8, "100": 45 } }, "curated": { "nonempty": 962, "quantiles": [ 5, 66, 213, 719.8, 1635.2799999999993, 3126 ], "below": { "1": 0, "5": 0, "10": 1, "20": 6, "30": 22, "50": 69, "100": 145 } } } }, "test": { "items": 1923, "field_nonempty": { "title": 1923, "features": 1713, "description": 1465, "categories": 1862, "details": 1888, "store": 1922, "main_category": 1890 }, "description_or_features": 1823, "source_image": 1923, "adapter_image": 1923, "text_and_image": 1923, "native_differs": 0, "html": 3, "word_counts": { "native": { "nonempty": 1923, "quantiles": [ 4, 61, 213, 668.3999999999999, 1502.8999999999999, 3381 ], "below": { "1": 0, "5": 1, "10": 6, "20": 27, "30": 70, "50": 158, "100": 361 } }, "default": { "nonempty": 1923, "quantiles": [ 4, 61, 213, 668.3999999999999, 1502.8999999999999, 3381 ], "below": { "1": 0, "5": 1, "10": 6, "20": 27, "30": 70, "50": 158, "100": 361 } }, "extended": { "nonempty": 1923, "quantiles": [ 14, 132.20000000000002, 294, 755.3999999999999, 1582.5799999999997, 3467 ], "below": { "1": 0, "5": 0, "10": 0, "20": 2, "30": 6, "50": 14, "100": 103 } }, "curated": { "nonempty": 1923, "quantiles": [ 9, 68, 221, 678.5999999999999, 1511.0199999999998, 3392 ], "below": { "1": 0, "5": 0, "10": 1, "20": 14, "30": 47, "50": 138, "100": 328 } } } }, "preprocessed": { "items": 19227, "field_nonempty": { "title": 19226, "features": 17167, "description": 14447, "categories": 18656, "details": 18816, "store": 19169, "main_category": 18833 }, "description_or_features": 18271, "source_image": 19226, "adapter_image": 19226, "text_and_image": 19226, "native_differs": 0, "html": 26, "word_counts": { "native": { "nonempty": 19227, "quantiles": [ 2, 58, 203, 625, 1499.7400000000016, 16034 ], "below": { "1": 0, "5": 11, "10": 77, "20": 346, "30": 767, "50": 1625, "100": 3548 } }, "default": { "nonempty": 19227, "quantiles": [ 2, 58, 203, 625, 1499.7400000000016, 16034 ], "below": { "1": 0, "5": 11, "10": 77, "20": 346, "30": 767, "50": 1625, "100": 3548 } }, "extended": { "nonempty": 19227, "quantiles": [ 4, 129, 285, 708, 1581.7400000000016, 16121 ], "below": { "1": 0, "5": 1, "10": 3, "20": 27, "30": 70, "50": 184, "100": 1122 } }, "curated": { "nonempty": 19227, "quantiles": [ 4, 65, 211, 633, 1508.9600000000064, 16039 ], "below": { "1": 0, "5": 2, "10": 24, "20": 192, "30": 534, "50": 1435, "100": 3208 } } } } }, "leave_last_out": { "catalog": { "items": 19227, "field_nonempty": { "title": 19226, "features": 17167, "description": 14447, "categories": 18656, "details": 18816, "store": 19169, "main_category": 18833 }, "description_or_features": 18271, "source_image": 19226, "adapter_image": 19226, "text_and_image": 19226, "native_differs": 0, "html": 26, "word_counts": { "native": { "nonempty": 19227, "quantiles": [ 2, 58, 203, 625, 1499.7400000000016, 16034 ], "below": { "1": 0, "5": 11, "10": 77, "20": 346, "30": 767, "50": 1625, "100": 3548 } }, "default": { "nonempty": 19227, "quantiles": [ 2, 58, 203, 625, 1499.7400000000016, 16034 ], "below": { "1": 0, "5": 11, "10": 77, "20": 346, "30": 767, "50": 1625, "100": 3548 } }, "extended": { "nonempty": 19227, "quantiles": [ 4, 129, 285, 708, 1581.7400000000016, 16121 ], "below": { "1": 0, "5": 1, "10": 3, "20": 27, "30": 70, "50": 184, "100": 1122 } }, "curated": { "nonempty": 19227, "quantiles": [ 4, 65, 211, 633, 1508.9600000000064, 16039 ], "below": { "1": 0, "5": 2, "10": 24, "20": 192, "30": 534, "50": 1435, "100": 3208 } } } }, "train": { "items": 19202, "field_nonempty": { "title": 19201, "features": 17144, "description": 14436, "categories": 18631, "details": 18791, "store": 19144, "main_category": 18809 }, "description_or_features": 18247, "source_image": 19201, "adapter_image": 19201, "text_and_image": 19201, "native_differs": 0, "html": 26, "word_counts": { "native": { "nonempty": 19202, "quantiles": [ 2, 58, 203, 625.9000000000015, 1499.9900000000016, 16034 ], "below": { "1": 0, "5": 11, "10": 77, "20": 346, "30": 766, "50": 1623, "100": 3545 }, "train_pairs_removed": { "1": 0, "5": 183, "10": 1542, "20": 6030, "30": 12918, "50": 27706, "100": 77939 } }, "default": { "nonempty": 19202, "quantiles": [ 2, 58, 203, 625.9000000000015, 1499.9900000000016, 16034 ], "below": { "1": 0, "5": 11, "10": 77, "20": 346, "30": 766, "50": 1623, "100": 3545 }, "train_pairs_removed": { "1": 0, "5": 183, "10": 1542, "20": 6030, "30": 12918, "50": 27706, "100": 77939 } }, "extended": { "nonempty": 19202, "quantiles": [ 4, 129, 285, 708, 1581.9900000000016, 16121 ], "below": { "1": 0, "5": 1, "10": 3, "20": 27, "30": 70, "50": 184, "100": 1121 }, "train_pairs_removed": { "1": 0, "5": 28, "10": 50, "20": 474, "30": 1659, "50": 4179, "100": 20807 } }, "curated": { "nonempty": 19202, "quantiles": [ 4, 65, 211, 634, 1509.9600000000064, 16039 ], "below": { "1": 0, "5": 2, "10": 24, "20": 192, "30": 533, "50": 1434, "100": 3205 }, "train_pairs_removed": { "1": 0, "5": 80, "10": 431, "20": 3593, "30": 9679, "50": 23699, "100": 67063 } } }, "train_pairs": 577477 }, "val": { "items": 15526, "field_nonempty": { "title": 15525, "features": 14046, "description": 11504, "categories": 15104, "details": 15208, "store": 15484, "main_category": 15216 }, "description_or_features": 14819, "source_image": 15525, "adapter_image": 15525, "text_and_image": 15525, "native_differs": 0, "html": 20, "word_counts": { "native": { "nonempty": 15526, "quantiles": [ 2, 65, 207, 625.5, 1502.75, 16034 ], "below": { "1": 0, "5": 8, "10": 54, "20": 244, "30": 540, "50": 1181, "100": 2696 } }, "default": { "nonempty": 15526, "quantiles": [ 2, 65, 207, 625.5, 1502.75, 16034 ], "below": { "1": 0, "5": 8, "10": 54, "20": 244, "30": 540, "50": 1181, "100": 2696 } }, "extended": { "nonempty": 15526, "quantiles": [ 4, 136, 289, 708.5, 1585, 16121 ], "below": { "1": 0, "5": 1, "10": 3, "20": 17, "30": 48, "50": 134, "100": 807 } }, "curated": { "nonempty": 15526, "quantiles": [ 4, 71, 214, 633.5, 1511.75, 16039 ], "below": { "1": 0, "5": 2, "10": 18, "20": 137, "30": 371, "50": 1041, "100": 2427 } } } }, "test": { "items": 15042, "field_nonempty": { "title": 15041, "features": 13648, "description": 11018, "categories": 14654, "details": 14739, "store": 15014, "main_category": 14742 }, "description_or_features": 14350, "source_image": 15042, "adapter_image": 15042, "text_and_image": 15042, "native_differs": 0, "html": 16, "word_counts": { "native": { "nonempty": 15042, "quantiles": [ 2, 65, 207, 607.8999999999996, 1467.1800000000003, 16034 ], "below": { "1": 0, "5": 5, "10": 50, "20": 232, "30": 513, "50": 1145, "100": 2595 } }, "default": { "nonempty": 15042, "quantiles": [ 2, 65, 207, 607.8999999999996, 1467.1800000000003, 16034 ], "below": { "1": 0, "5": 5, "10": 50, "20": 232, "30": 513, "50": 1145, "100": 2595 } }, "extended": { "nonempty": 15042, "quantiles": [ 4, 136, 289, 693, 1552.3600000000006, 16121 ], "below": { "1": 0, "5": 1, "10": 2, "20": 19, "30": 41, "50": 124, "100": 773 } }, "curated": { "nonempty": 15042, "quantiles": [ 4, 72, 214, 617, 1475.5900000000001, 16039 ], "below": { "1": 0, "5": 2, "10": 15, "20": 120, "30": 354, "50": 1003, "100": 2332 } } } }, "preprocessed": { "items": 19227, "field_nonempty": { "title": 19226, "features": 17167, "description": 14447, "categories": 18656, "details": 18816, "store": 19169, "main_category": 18833 }, "description_or_features": 18271, "source_image": 19226, "adapter_image": 19226, "text_and_image": 19226, "native_differs": 0, "html": 26, "word_counts": { "native": { "nonempty": 19227, "quantiles": [ 2, 58, 203, 625, 1499.7400000000016, 16034 ], "below": { "1": 0, "5": 11, "10": 77, "20": 346, "30": 767, "50": 1625, "100": 3548 } }, "default": { "nonempty": 19227, "quantiles": [ 2, 58, 203, 625, 1499.7400000000016, 16034 ], "below": { "1": 0, "5": 11, "10": 77, "20": 346, "30": 767, "50": 1625, "100": 3548 } }, "extended": { "nonempty": 19227, "quantiles": [ 4, 129, 285, 708, 1581.7400000000016, 16121 ], "below": { "1": 0, "5": 1, "10": 3, "20": 27, "30": 70, "50": 184, "100": 1122 } }, "curated": { "nonempty": 19227, "quantiles": [ 4, 65, 211, 633, 1508.9600000000064, 16039 ], "below": { "1": 0, "5": 2, "10": 24, "20": 192, "30": 534, "50": 1435, "100": 3208 } } } } }, "temporal": { "catalog": { "items": 16463, "field_nonempty": { "title": 16462, "features": 15035, "description": 10041, "categories": 15980, "details": 16183, "store": 16428, "main_category": 16136 }, "description_or_features": 15487, "source_image": 16462, "adapter_image": 16462, "text_and_image": 16462, "native_differs": 0, "html": 23, "word_counts": { "native": { "nonempty": 16463, "quantiles": [ 2, 62, 210, 465.8000000000011, 1348.3799999999992, 16034 ], "below": { "1": 0, "5": 9, "10": 53, "20": 245, "30": 562, "50": 1360, "100": 2766 } }, "default": { "nonempty": 16463, "quantiles": [ 2, 62, 210, 465.8000000000011, 1348.3799999999992, 16034 ], "below": { "1": 0, "5": 9, "10": 53, "20": 245, "30": 562, "50": 1360, "100": 2766 } }, "extended": { "nonempty": 16463, "quantiles": [ 4, 133, 291, 553, 1428.1399999999976, 16121 ], "below": { "1": 0, "5": 1, "10": 3, "20": 10, "30": 35, "50": 126, "100": 931 } }, "curated": { "nonempty": 16463, "quantiles": [ 4, 69, 217, 473, 1356.1399999999976, 16039 ], "below": { "1": 0, "5": 2, "10": 21, "20": 132, "30": 395, "50": 1231, "100": 2516 } } } }, "train": { "items": 11338, "field_nonempty": { "title": 11337, "features": 10265, "description": 7939, "categories": 10986, "details": 11130, "store": 11307, "main_category": 11127 }, "description_or_features": 10620, "source_image": 11337, "adapter_image": 11337, "text_and_image": 11337, "native_differs": 0, "html": 17, "word_counts": { "native": { "nonempty": 11338, "quantiles": [ 2, 57, 200, 531.3000000000011, 1420.6699999999928, 16034 ], "below": { "1": 0, "5": 7, "10": 41, "20": 182, "30": 411, "50": 1001, "100": 2099 }, "train_pairs_removed": { "1": 0, "5": 41, "10": 445, "20": 1959, "30": 4041, "50": 9135, "100": 23350 } }, "default": { "nonempty": 11338, "quantiles": [ 2, 57, 200, 531.3000000000011, 1420.6699999999928, 16034 ], "below": { "1": 0, "5": 7, "10": 41, "20": 182, "30": 411, "50": 1001, "100": 2099 }, "train_pairs_removed": { "1": 0, "5": 41, "10": 445, "20": 1959, "30": 4041, "50": 9135, "100": 23350 } }, "extended": { "nonempty": 11338, "quantiles": [ 4, 129, 282, 615.3000000000011, 1505.2599999999984, 16121 ], "below": { "1": 0, "5": 1, "10": 2, "20": 8, "30": 25, "50": 94, "100": 687 }, "train_pairs_removed": { "1": 0, "5": 10, "10": 14, "20": 75, "30": 329, "50": 1093, "100": 6885 } }, "curated": { "nonempty": 11338, "quantiles": [ 4, 64, 207, 539, 1428.6699999999928, 16039 ], "below": { "1": 0, "5": 2, "10": 16, "20": 98, "30": 292, "50": 905, "100": 1898 }, "train_pairs_removed": { "1": 0, "5": 17, "10": 145, "20": 1111, "30": 2994, "50": 8159, "100": 20614 } } }, "train_pairs": 183119 }, "val": { "items": 7650, "field_nonempty": { "title": 7650, "features": 7263, "description": 4367, "categories": 7484, "details": 7536, "store": 7639, "main_category": 7534 }, "description_or_features": 7397, "source_image": 7649, "adapter_image": 7649, "text_and_image": 7649, "native_differs": 0, "html": 11, "word_counts": { "native": { "nonempty": 7650, "quantiles": [ 3, 85, 214, 415.10000000000036, 1199.0800000000017, 3975 ], "below": { "1": 0, "5": 2, "10": 12, "20": 64, "30": 149, "50": 390, "100": 990 } }, "default": { "nonempty": 7650, "quantiles": [ 3, 85, 214, 415.10000000000036, 1199.0800000000017, 3975 ], "below": { "1": 0, "5": 2, "10": 12, "20": 64, "30": 149, "50": 390, "100": 990 } }, "extended": { "nonempty": 7650, "quantiles": [ 20, 158, 296, 500, 1284.550000000001, 4053 ], "below": { "1": 0, "5": 0, "10": 0, "20": 0, "30": 10, "50": 40, "100": 254 } }, "curated": { "nonempty": 7650, "quantiles": [ 6, 92, 221, 423, 1209.0400000000009, 3984 ], "below": { "1": 0, "5": 0, "10": 7, "20": 27, "30": 99, "50": 342, "100": 882 } } } }, "test": { "items": 7253, "field_nonempty": { "title": 7253, "features": 6989, "description": 3465, "categories": 7118, "details": 7155, "store": 7247, "main_category": 7109 }, "description_or_features": 7071, "source_image": 7253, "adapter_image": 7253, "text_and_image": 7253, "native_differs": 0, "html": 10, "word_counts": { "native": { "nonempty": 7253, "quantiles": [ 5, 100, 225, 400, 1051.2799999999952, 3381 ], "below": { "1": 0, "5": 0, "10": 7, "20": 48, "30": 104, "50": 262, "100": 711 } }, "default": { "nonempty": 7253, "quantiles": [ 5, 100, 225, 400, 1051.2799999999952, 3381 ], "below": { "1": 0, "5": 0, "10": 7, "20": 48, "30": 104, "50": 262, "100": 711 } }, "extended": { "nonempty": 7253, "quantiles": [ 16, 174.20000000000005, 306, 490, 1141.2799999999952, 3467 ], "below": { "1": 0, "5": 0, "10": 0, "20": 1, "30": 7, "50": 28, "100": 174 } }, "curated": { "nonempty": 7253, "quantiles": [ 7, 107, 232, 407, 1057.8399999999965, 3392 ], "below": { "1": 0, "5": 0, "10": 2, "20": 25, "30": 77, "50": 234, "100": 627 } } } } } }, "union": { "items": 23083, "field_nonempty": { "title": 23082, "features": 20580, "description": 15946, "categories": 22376, "details": 22626, "store": 23018, "main_category": 22613 }, "description_or_features": 21758, "source_image": 23082, "adapter_image": 23082, "text_and_image": 23082, "native_differs": 0, "html": 31, "word_counts": { "native": { "nonempty": 23083, "quantiles": [ 2, 55, 205, 549, 1436.1800000000003, 16034 ], "below": { "1": 0, "5": 13, "10": 85, "20": 406, "30": 937, "50": 2094, "100": 4279 } }, "default": { "nonempty": 23083, "quantiles": [ 2, 55, 205, 549, 1436.1800000000003, 16034 ], "below": { "1": 0, "5": 13, "10": 85, "20": 406, "30": 937, "50": 2094, "100": 4279 } }, "extended": { "nonempty": 23083, "quantiles": [ 4, 125, 285, 631.7999999999993, 1523, 16121 ], "below": { "1": 0, "5": 1, "10": 3, "20": 28, "30": 75, "50": 206, "100": 1432 } }, "curated": { "nonempty": 23083, "quantiles": [ 4, 62, 212, 557.7999999999993, 1445, 16039 ], "below": { "1": 0, "5": 2, "10": 26, "20": 220, "30": 646, "50": 1862, "100": 3896 } } } }, "details_keys": [ [ "Date First Available", 22126 ], [ "Manufacturer", 21573 ], [ "Item Weight", 20731 ], [ "Best Sellers Rank", 18606 ], [ "Item model number", 16031 ], [ "Product Dimensions", 15226 ], [ "Pricing", 14495 ], [ "Is Discontinued By Manufacturer", 13989 ], [ "Type of item", 13988 ], [ "Release date", 10389 ], [ "Rated", 9956 ], [ "Brand", 7224 ], [ "Package Dimensions", 5590 ], [ "Color", 5533 ], [ "Compatible Devices", 4154 ], [ "Connectivity Technology", 3623 ], [ "Special Feature", 3386 ], [ "Country of Origin", 2829 ], [ "Batteries", 2404 ], [ "Language", 2230 ], [ "Hardware Platform", 2210 ], [ "Item Dimensions LxWxH", 1478 ], [ "Material", 1447 ], [ "Operating System", 1265 ], [ "Form Factor", 1229 ], [ "Return Policy", 1090 ], [ "Terms of Use", 1090 ], [ "Connector Type", 1009 ], [ "Item Dimensions LxWxH", 971 ], [ "Keyboard Description", 866 ], [ "Controller Type", 858 ], [ "Number of Keys", 843 ], [ "Style", 812 ], [ "Model Name", 743 ], [ "Included Components", 682 ], [ "Power Source", 659 ], [ "Mounting Type", 611 ], [ "Number Of Items", 593 ], [ "Recommended Uses For Product", 565 ], [ "Series", 564 ], [ "Movement Detection Technology", 528 ], [ "Keyboard backlighting color support", 516 ], [ "Compatible Phone Models", 492 ], [ "Unit Count", 453 ], [ "Department", 441 ], [ "Connector Gender", 436 ], [ "Platform", 403 ], [ "Age Range (Description)", 401 ], [ "Total USB Ports", 393 ], [ "Other display features", 386 ], [ "Number of Buttons", 379 ], [ "Shell Type", 369 ], [ "Cable Type", 360 ], [ "Special features", 344 ], [ "Input Voltage", 321 ], [ "Number of Items", 317 ], [ "Shape", 269 ], [ "Screen Size", 256 ], [ "Units", 255 ], [ "Item Package Quantity", 231 ] ], "checked_at_utc": "2026-09-09T13:52:25.375141+00:00" } ], "analysis_version": 2, "correction": "Source image coverage includes all HTTP(S) image variants, including Prime Video width keys. Version 1 omitted width variants; its Movies_and_TV source-coverage estimate is superseded.", "curated_definition": "Normalized default text plus store and the per-category ATTRIBUTE_KEYS whitelist; no raw detail ranks/IDs. Availability and word counts only, not model-quality evaluation." }