| Phase 1 |
ready
|
2026-08-03T11:03:45.757320+00:00 |
|
view JSON{
"config_state": {
"created": {
"domain_config": false,
"region_config": false
},
"domain_config_exists": true,
"has_plp_xpaths": true,
"plp_urls_count": 14,
"plp_urls_tested_count": 3,
"region_config_exists": true,
"scraper_params": {
"crawling_mode": "browser",
"flags": {
"use_oxylabs": 1
},
"pdp_max_requests_per_driver": 100,
"pdp_rate_limit_factor": 1,
"pdp_sleep_after": 100,
"pdp_wait_for": 3,
"pdp_xpaths_to_ignore": [],
"plp_max_products": 500,
"plp_min_product_threshold": 0.8,
"scraping_package": "selenium",
"use_proxy": false
},
"update_configs_output": null,
"update_configs_workflow_run_id": null,
"xpaths_count": 9
},
"crawl_id": "a0367af05bfb965328ca11a68d310ea9",
"domain_key": "on.com",
"finished_at": "2026-08-03T11:03:45.756964+00:00",
"pdps": [],
"plps": [
{
"all_rows_completed": true,
"error_code": null,
"error_message": null,
"pdp_urls": [
"https://www.on.com/en-in/products/cloudultra-2-3wd3028/womens/arctic-cream-shoes-3WD30283181",
"https://www.on.com/en-in/products/cloudvista-2-3we3013/womens/glacier-eclipse-shoes-3WE30130818",
"https://www.on.com/en-in/products/cloudventure-peak-3-3wd1076/womens/black-glacier-shoes-3WD10760777",
"https://www.on.com/en-in/products/cloudventure-waterproof-32wp/mens/black-shoes-32.99253",
"https://www.on.com/en-in/products/cloudventure-32/womens/black-cobble-shoes-32.99257"
],
"pdps_found": 5,
"plp_url": "https://www.on.com/en-in/shop/shoes/trail-running",
"row_validation_accepted": true,
"row_validation_rows": [
{
"error": null,
"pdp_url": "https://www.on.com/en-in/products/cloudultra-2-3wd3028/womens/arctic-cream-shoes-3WD30283181",
"status": "COMPLETED"
},
{
"error": null,
"pdp_url": "https://www.on.com/en-in/products/cloudvista-2-3we3013/womens/glacier-eclipse-shoes-3WE30130818",
"status": "COMPLETED"
},
{
"error": null,
"pdp_url": "https://www.on.com/en-in/products/cloudventure-peak-3-3wd1076/womens/black-glacier-shoes-3WD10760777",
"status": "COMPLETED"
},
{
"error": null,
"pdp_url": "https://www.on.com/en-in/products/cloudventure-waterproof-32wp/mens/black-shoes-32.99253",
"status": "COMPLETED"
},
{
"error": null,
"pdp_url": "https://www.on.com/en-in/products/cloudventure-32/womens/black-cobble-shoes-32.99257",
"status": "COMPLETED"
}
],
"row_validation_success_rate": 1.0,
"row_validation_threshold": 0.8,
"status": "COMPLETED",
"workflow_run_id": "d893e985-1cc8-4dc3-890f-1cb609877c40"
},
{
"all_rows_completed": true,
"error_code": null,
"error_message": null,
"pdp_urls": [
"https://www.on.com/en-in/products/cloudmonster-hyper-m-3me1013/mens/black-lima-shoes-3ME10132535",
"https://www.on.com/en-in/products/cloudmonster-61/womens/moon-fawn-shoes-61.97785",
"https://www.on.com/en-in/products/cloudmonster-lumos-62/womens/black-shoes-62.98393",
"https://www.on.com/en-in/products/cloudsurfer-next-3we3005/womens/black-lima-shoes-3WE30052535",
"https://www.on.com/en-in/products/cloudsurfer-next-3me3002/mens/black-eclipse-shoes-3ME30020106",
"https://www.on.com/en-in/products/cloudeclipse-3wd3009/womens/tangerine-ivory-shoes-3WD30093126",
"https://www.on.com/en-in/products/cloudboom-strike-3we3047/womens/white-black-shoes-3WE30470462",
"https://www.on.com/en-in/products/cloudstratus-3-3md3011/mens/metal-glacier-shoes-3MD30112139",
"https://www.on.com/en-in/products/cloudstratus-3-3wd3012/womens/quartz-lily-shoes-3WD30122137",
"https://www.on.com/en-in/products/cloudrunner-2-m-3me1014/mens/frost-white-shoes-3ME10140622",
"https://www.on.com/en-in/products/cloudrunner-2-w-3we1013/womens/frost-white-shoes-3WE10130622",
"https://www.on.com/en-in/products/cloudrunner-2-waterproof-m-3me1015/mens/magnet-black-shoes-3ME10152130",
"https://www.on.com/en-in/products/cloudflow-4-3wd3011/womens/black-white-shoes-3WD30110299",
"https://www.on.com/en-in/products/cloudflyer-4-71/womens/peach-aloe-shoes-71.98669"
],
"pdps_found": 14,
"plp_url": "https://www.on.com/en-in/shop/shoes/road-running",
"row_validation_accepted": true,
"row_validation_rows": [
{
"error": null,
"pdp_url": "https://www.on.com/en-in/products/cloudmonster-hyper-m-3me1013/mens/black-lima-shoes-3ME10132535",
"status": "COMPLETED"
},
{
"error": null,
"pdp_url": "https://www.on.com/en-in/products/cloudmonster-61/womens/moon-fawn-shoes-61.97785",
"status": "COMPLETED"
},
{
"error": null,
"pdp_url": "https://www.on.com/en-in/products/cloudmonster-lumos-62/womens/black-shoes-62.98393",
"status": "COMPLETED"
},
{
"error": null,
"pdp_url": "https://www.on.com/en-in/products/cloudsurfer-next-3we3005/womens/black-lima-shoes-3WE30052535",
"status": "COMPLETED"
},
{
"error": null,
"pdp_url": "https://www.on.com/en-in/products/cloudsurfer-next-3me3002/mens/black-eclipse-shoes-3ME30020106",
"status": "COMPLETED"
},
{
"error": null,
"pdp_url": "https://www.on.com/en-in/products/cloudeclipse-3wd3009/womens/tangerine-ivory-shoes-3WD30093126",
"status": "COMPLETED"
},
{
"error": null,
"pdp_url": "https://www.on.com/en-in/products/cloudboom-strike-3we3047/womens/white-black-shoes-3WE30470462",
"status": "COMPLETED"
},
{
"error": null,
"pdp_url": "https://www.on.com/en-in/products/cloudstratus-3-3md3011/mens/metal-glacier-shoes-3MD30112139",
"status": "COMPLETED"
},
{
"error": null,
"pdp_url": "https://www.on.com/en-in/products/cloudstratus-3-3wd3012/womens/quartz-lily-shoes-3WD30122137",
"status": "COMPLETED"
},
{
"error": null,
"pdp_url": "https://www.on.com/en-in/products/cloudrunner-2-m-3me1014/mens/frost-white-shoes-3ME10140622",
"status": "COMPLETED"
},
{
"error": null,
"pdp_url": "https://www.on.com/en-in/products/cloudrunner-2-w-3we1013/womens/frost-white-shoes-3WE10130622",
"status": "COMPLETED"
},
{
"error": null,
"pdp_url": "https://www.on.com/en-in/products/cloudrunner-2-waterproof-m-3me1015/mens/magnet-black-shoes-3ME10152130",
"status": "COMPLETED"
},
{
"error": null,
"pdp_url": "https://www.on.com/en-in/products/cloudflow-4-3wd3011/womens/black-white-shoes-3WD30110299",
"status": "COMPLETED"
},
{
"error": null,
"pdp_url": "https://www.on.com/en-in/products/cloudflyer-4-71/womens/peach-aloe-shoes-71.98669",
"status": "COMPLETED"
}
],
"row_validation_success_rate": 1.0,
"row_validation_threshold": 0.8,
"status": "COMPLETED",
"workflow_run_id": "6987fe86-f174-4cb2-9302-5c243d8a9b5b"
},
{
"all_rows_completed": true,
"error_code": null,
"error_message": null,
"pdp_urls": [
"https://www.on.com/en-in/products/cloudeclipse-3wd3009/womens/tangerine-ivory-shoes-3WD30093126",
"https://www.on.com/en-in/products/cloudultra-2-3wd3028/womens/arctic-cream-shoes-3WD30283181",
"https://www.on.com/en-in/products/cloudboom-strike-3we3047/womens/white-black-shoes-3WE30470462",
"https://www.on.com/en-in/products/cloudsurfer-next-3we3005/womens/black-lima-shoes-3WE30052535",
"https://www.on.com/en-in/products/cloudmonster-hyper-m-3me1013/mens/black-lima-shoes-3ME10132535",
"https://www.on.com/en-in/products/cloudvista-2-3we3013/womens/glacier-eclipse-shoes-3WE30130818",
"https://www.on.com/en-in/products/cloudsurfer-next-3me3002/mens/black-eclipse-shoes-3ME30020106",
"https://www.on.com/en-in/products/cloudstratus-3-3md3011/mens/metal-glacier-shoes-3MD30112139",
"https://www.on.com/en-in/products/cloudstratus-3-3wd3012/womens/quartz-lily-shoes-3WD30122137",
"https://www.on.com/en-in/products/cloudrunner-2-m-3me1014/mens/frost-white-shoes-3ME10140622",
"https://www.on.com/en-in/products/cloudrunner-2-w-3we1013/womens/frost-white-shoes-3WE10130622",
"https://www.on.com/en-in/products/cloudrunner-2-waterproof-m-3me1015/mens/magnet-black-shoes-3ME10152130",
"https://www.on.com/en-in/products/cloudmonster-61/womens/moon-fawn-shoes-61.97785",
"https://www.on.com/en-in/products/cloudflow-4-3wd3011/womens/black-white-shoes-3WD30110299",
"https://www.on.com/en-in/products/cloudventure-peak-3-3wd1076/womens/black-glacier-shoes-3WD10760777",
"https://www.on.com/en-in/products/cloudflyer-4-71/womens/peach-aloe-shoes-71.98669",
"https://www.on.com/en-in/products/cloudmonster-lumos-62/womens/black-shoes-62.98393",
"https://www.on.com/en-in/products/cloudventure-waterproof-32wp/mens/black-shoes-32.99253",
"https://www.on.com/en-in/products/cloudventure-32/womens/black-cobble-shoes-32.99257"
],
"pdps_found": 19,
"plp_url": "https://www.on.com/en-in/shop/shoes/running",
"row_validation_accepted": true,
"row_validation_rows": [
{
"error": null,
"pdp_url": "https://www.on.com/en-in/products/cloudeclipse-3wd3009/womens/tangerine-ivory-shoes-3WD30093126",
"status": "COMPLETED"
},
{
"error": null,
"pdp_url": "https://www.on.com/en-in/products/cloudultra-2-3wd3028/womens/arctic-cream-shoes-3WD30283181",
"status": "COMPLETED"
},
{
"error": null,
"pdp_url": "https://www.on.com/en-in/products/cloudboom-strike-3we3047/womens/white-black-shoes-3WE30470462",
"status": "COMPLETED"
},
{
"error": null,
"pdp_url": "https://www.on.com/en-in/products/cloudsurfer-next-3we3005/womens/black-lima-shoes-3WE30052535",
"status": "COMPLETED"
},
{
"error": null,
"pdp_url": "https://www.on.com/en-in/products/cloudmonster-hyper-m-3me1013/mens/black-lima-shoes-3ME10132535",
"status": "COMPLETED"
},
{
"error": null,
"pdp_url": "https://www.on.com/en-in/products/cloudvista-2-3we3013/womens/glacier-eclipse-shoes-3WE30130818",
"status": "COMPLETED"
},
{
"error": null,
"pdp_url": "https://www.on.com/en-in/products/cloudsurfer-next-3me3002/mens/black-eclipse-shoes-3ME30020106",
"status": "COMPLETED"
},
{
"error": null,
"pdp_url": "https://www.on.com/en-in/products/cloudstratus-3-3md3011/mens/metal-glacier-shoes-3MD30112139",
"status": "COMPLETED"
},
{
"error": null,
"pdp_url": "https://www.on.com/en-in/products/cloudstratus-3-3wd3012/womens/quartz-lily-shoes-3WD30122137",
"status": "COMPLETED"
},
{
"error": null,
"pdp_url": "https://www.on.com/en-in/products/cloudrunner-2-m-3me1014/mens/frost-white-shoes-3ME10140622",
"status": "COMPLETED"
},
{
"error": null,
"pdp_url": "https://www.on.com/en-in/products/cloudrunner-2-w-3we1013/womens/frost-white-shoes-3WE10130622",
"status": "COMPLETED"
},
{
"error": null,
"pdp_url": "https://www.on.com/en-in/products/cloudrunner-2-waterproof-m-3me1015/mens/magnet-black-shoes-3ME10152130",
"status": "COMPLETED"
},
{
"error": null,
"pdp_url": "https://www.on.com/en-in/products/cloudmonster-61/womens/moon-fawn-shoes-61.97785",
"status": "COMPLETED"
},
{
"error": null,
"pdp_url": "https://www.on.com/en-in/products/cloudflow-4-3wd3011/womens/black-white-shoes-3WD30110299",
"status": "COMPLETED"
},
{
"error": null,
"pdp_url": "https://www.on.com/en-in/products/cloudventure-peak-3-3wd1076/womens/black-glacier-shoes-3WD10760777",
"status": "COMPLETED"
},
{
"error": null,
"pdp_url": "https://www.on.com/en-in/products/cloudflyer-4-71/womens/peach-aloe-shoes-71.98669",
"status": "COMPLETED"
},
{
"error": null,
"pdp_url": "https://www.on.com/en-in/products/cloudmonster-lumos-62/womens/black-shoes-62.98393",
"status": "COMPLETED"
},
{
"error": null,
"pdp_url": "https://www.on.com/en-in/products/cloudventure-waterproof-32wp/mens/black-shoes-32.99253",
"status": "COMPLETED"
},
{
"error": null,
"pdp_url": "https://www.on.com/en-in/products/cloudventure-32/womens/black-cobble-shoes-32.99257",
"status": "COMPLETED"
}
],
"row_validation_success_rate": 1.0,
"row_validation_threshold": 0.8,
"status": "COMPLETED",
"workflow_run_id": "e268adfc-4ba4-4b9d-9c20-20a55efd8040"
}
],
"region_key": "on.com-IN",
"sample_pdp": "https://www.on.com/en-in/products/cloudultra-2-3wd3028/womens/arctic-cream-shoes-3WD30283181",
"scrape_type": "basic_scrape",
"started_at": "2026-08-03T11:02:41.632572+00:00",
"summary": {
"crawl_failed_count": 8,
"crawl_success_count": 0,
"crawl_success_rate": 0.0,
"pdp_failed_details_count": 0,
"plp_count": 3,
"plp_failed_count": 0,
"plps_with_pdps": 3,
"ready_to_onboard": true,
"success_rate": 1.0,
"threshold": 0.9,
"total_pdps": 38
},
"worker_region_code": "IN"
} |
| Phase 2 |
onboarded
|
2026-08-03T11:06:34.274234+00:00 |
|
view JSON{
"crawl_id": "a0367af05bfb965328ca11a68d310ea9",
"domain_key": "on.com",
"onboarding_error": null,
"onboarding_run": {
"crawl_id": "a0367af05bfb965328ca11a68d310ea9",
"domain_key": "on.com",
"finished_at": "2026-08-03T11:06:34.273891+00:00",
"onboarding": {
"request": {
"crawling_mode": "basic_scrape",
"envmt": "prod",
"pdp_urls": [
"https://www.on.com/en-in/products/cloudultra-2-3wd3028/womens/arctic-cream-shoes-3WD30283181"
],
"priority": 1,
"request_source": "fasttracked_onboarding_service",
"requested_frequency": 604800,
"requested_products": {
"type": "all_plps"
}
},
"response": {
"data": {
"crawl_id": "a0367af05bfb965328ca11a68d310ea9",
"domain": "https://on.com",
"domain_key": "on.com",
"priority": 1,
"region": "IN",
"region_key": "on.com-IN",
"store_uuid": "6a7076232a5f6e90acecce36",
"workspace": "6673d23a3dee370c53cde37d"
},
"status_code": 200
},
"retried": false
},
"readiness": {
"success_rate": 1.0,
"total_pdps": 38
},
"readiness_crawl_id": "a0367af05bfb965328ca11a68d310ea9",
"recurring_crawl_existed": false,
"region_key": "on.com-IN",
"sample_pdp_url": "https://www.on.com/en-in/products/cloudultra-2-3wd3028/womens/arctic-cream-shoes-3WD30283181",
"scrape_type": "basic_scrape",
"started_at": "2026-08-03T11:06:03.809712+00:00",
"store_uuid": "6a7076232a5f6e90acecce36",
"store_uuid_in_storage": false,
"summary": {
"onboarded": true,
"store_uuid": "6a7076232a5f6e90acecce36"
}
},
"region_key": "on.com-IN",
"sample_pdp_url": "https://www.on.com/en-in/products/cloudultra-2-3wd3028/womens/arctic-cream-shoes-3WD30283181",
"scrape_type": "basic_scrape",
"store_uuid": "6a7076232a5f6e90acecce36",
"summary": {
"onboarded": true,
"onboarded_at": "2026-08-03T11:06:34.273891+00:00",
"store_uuid": "6a7076232a5f6e90acecce36"
}
} |
No comments yet.