Farfetch Scraper Farfetch Scraper provide a way to crawl product details of site Farfetch. For changes, please check CHANGELOG. ## Features 1. Support fetch products of category; 2. Support fetch product detail with prices,descriptions,images and sku info; > The price values are multiplied by 100 to avoiding floating point calculations. ## Input Parameters The input of this scraper shoule be JSON formated. Fields are: | Field | Type | Description | | :------------- | :----- | :----------------------------------------------------------------------------------------------------| | startUrls | Array | Start URLs of Farfetch site to start the scraper. Category page, product page urls are all supported. | | proxy | Object | Select proxies to be used by your crawler. | | maxConcurrency | Object | Actor running max concurrency, which helps you to not getting blocked. | | withSizeFit | Boolean| Whether to fetch variantion size and fit info which will slow down the scraper. | | withRecommends | Boolean| Whether to fetch recommended products. With 90 recommends at most. | ## Supported URL types * https://www.farfetch.com/shopping/women/dresses-1/items.aspx * https://www.farfetch.com/shopping/women/isa-boulder-map-crochet-mesh-dress-item-17650965.aspx?storeid=12841 When fetch with default url (eg. https://www.farfetch.com/shopping/women/clothing-1/items.aspx), it will redirect to default currency according to the proxy location. To support fetch with different lang and currency, use urls as below: | URL | Description | |:----------------------------------------------------------------------------|:---------------------------------------------| | https://www.farfetch.com/shopping/women/clothing-1/items.aspx | fetch items with lang en-US and currency according to proxy locaion | | https://www.farfetch.com/jp/shopping/women/clothing-1/items.aspx?lang=ja-JP | fetch items with currency JPY and lang ja-JP | | https://www.farfetch.com/cn/shopping/women/clothing-1/items.aspx?lang=zh-CN | fetch items with currency CNY and lang zh-CN | ## Data storage Farfetch scraper stores the product data to default data set in JSON format. Below is a example with all options enabled: json { "source": { "id": "28543291", "crawlUrl": "https://www.farfetch.com/shopping/women/jacquemus-100mm-les-doubles-mules-item-28543291.aspx?storeid=9155", "canonicalUrl": "https://www.farfetch.com/shopping/women/jacquemus-100mm-les-doubles-mules-item-28543291.aspx", "retailer": "farfetch", "currency": "USD" }, "brand": "Jacquemus", "title": "100mm Les Doubles mules", "description": "100mm Les Doubles mules", "details": { "highlights": [ [ [ "camel brown", "single toe strap", "square open toe", "100mm sculpted heel" ] ] ], "composition": [ { "name": "Outer", "materials": [ { "name": "Calf Suede", "value": "100%" } ] }, { "name": "Sole", "materials": [ { "name": "Calf Leather", "value": "100%" } ] }, { "name": "Lining", "materials": [ { "name": "Calf Leather", "value": "100%" } ] } ], "short_desc": "100mm Les Doubles mules", "full_desc": null, "farfetchID": "28543291", "brandStyleID": "243FO1604355", "madeIn": { "origin": "Made in Italy", "disclaimers": null } }, "categories": [ "Women", "Shoes", "Mules" ], "options": [ { "values": [ { "id": "17", "name": "35" }, { "id": "18", "name": "36" }, { "id": "19", "name": "37" }, { "id": "20", "name": "38" }, { "id": "21", "name": "39" }, { "id": "22", "name": "40" }, { "id": "23", "name": "41" } ], "type": "Size" } ], "variants": [ { "id": "e5701adf-85fd-4a68-ae2c-8136afe01e3b", "options": [ "18" ], "price": { "current": 115000, "currentFormatted": "$1,150", "original": 0, "stockCount": 3, "stockStatus": "InStock" }, "label": "New Season", "medias": [ { "type": "Image", "url": "https://cdn-images.farfetch-contents.com/28/54/32/91/28543291_57846182_1000.jpg", "alt": "Jacquemus 100mm Les Doubles mules", "index": 1 }, { "type": "Image", "url": "https://cdn-images.farfetch-contents.com/28/54/32/91/28543291_57846188_1000.jpg", "alt": "Jacquemus 100mm Les Doubles mules", "index": 2 }, { "type": "Image", "url": "https://cdn-images.farfetch-contents.com/28/54/32/91/28543291_57846173_1000.jpg", "alt": "Jacquemus 100mm Les Doubles mules", "index": 3 } ], "extraInfo": { "fit": null, "measurements": null } }, { "id": "b22bead0-e92a-4225-9b8f-f7ec6b03e7cc", "options": [ "19" ], "price": { "current": 115000, "currentFormatted": "$1,150", "original": 0, "stockCount": 4, "stockStatus": "InStock" }, "label": "New Season", "medias": [ { "type": "Image", "url": "https://cdn-images.farfetch-contents.com/28/54/32/91/28543291_57846182_1000.jpg", "alt": "Jacquemus 100mm Les Doubles mules", "index": 1 }, { "type": "Image", "url": "https://cdn-images.farfetch-contents.com/28/54/32/91/28543291_57846188_1000.jpg", "alt": "Jacquemus 100mm Les Doubles mules", "index": 2 }, { "type": "Image", "url": "https://cdn-images.farfetch-contents.com/28/54/32/91/28543291_57846173_1000.jpg", "alt": "Jacquemus 100mm Les Doubles mules", "index": 3 } ], "extraInfo": { "fit": null, "measurements": [ { "type": "WEIGHT", "name": "HEEL", "imperial": { "raw": 3.93, "formatted": "3.93 in", "__typename": "GenericValue" }, "metric": { "raw": 10, "formatted": "10 cm", "__typename": "GenericValue" }, "__typename": "Measurement" } ] } }, { "id": "5d9b338c-52b5-4304-a106-acef4d92c78f", "options": [ "20" ], "price": { "current": 115000, "currentFormatted": "$1,150", "original": 0, "stockCount": 3, "stockStatus": "InStock" }, "label": "New Season", "medias": [ { "type": "Image", "url": "https://cdn-images.farfetch-contents.com/28/54/32/91/28543291_57846182_1000.jpg", "alt": "Jacquemus 100mm Les Doubles mules", "index": 1 }, { "type": "Image", "url": "https://cdn-images.farfetch-contents.com/28/54/32/91/28543291_57846188_1000.jpg", "alt": "Jacquemus 100mm Les Doubles mules", "index": 2 }, { "type": "Image", "url": "https://cdn-images.farfetch-contents.com/28/54/32/91/28543291_57846173_1000.jpg", "alt": "Jacquemus 100mm Les Doubles mules", "index": 3 } ], "extraInfo": { "fit": null, "measurements": null } }, { "id": "823e16a3-e665-4dc2-bcec-75a75463f7ec", "options": [ "21" ], "price": { "current": 115100, "currentFormatted": "$1,151", "original": 0, "stockCount": 2, "stockStatus": "InStock" }, "label": "New Season", "medias": [ { "type": "Image", "url": "https://cdn-images.farfetch-contents.com/28/54/32/91/28543291_57846182_1000.jpg", "alt": "Jacquemus 100mm Les Doubles mules", "index": 1 }, { "type": "Image", "url": "https://cdn-images.farfetch-contents.com/28/54/32/91/28543291_57846188_1000.jpg", "alt": "Jacquemus 100mm Les Doubles mules", "index": 2 }, { "type": "Image", "url": "https://cdn-images.farfetch-contents.com/28/54/32/91/28543291_57846173_1000.jpg", "alt": "Jacquemus 100mm Les Doubles mules", "index": 3 } ], "extraInfo": { "fit": null, "measurements": null } }, { "id": "d7f31b8c-16c5-43a2-aa8d-0017ffd8bf99", "options": [ "22" ], "price": { "current": 115000, "currentFormatted": "$1,150", "original": 0, "stockCount": 4, "stockStatus": "InStock" }, "label": "New Season", "medias": [ { "type": "Image", "url": "https://cdn-images.farfetch-contents.com/28/54/32/91/28543291_57846182_1000.jpg", "alt": "Jacquemus 100mm Les Doubles mules", "index": 1 }, { "type": "Image", "url": "https://cdn-images.farfetch-contents.com/28/54/32/91/28543291_57846188_1000.jpg", "alt": "Jacquemus 100mm Les Doubles mules", "index": 2 }, { "type": "Image", "url": "https://cdn-images.farfetch-contents.com/28/54/32/91/28543291_57846173_1000.jpg", "alt": "Jacquemus 100mm Les Doubles mules", "index": 3 } ], "extraInfo": { "fit": null, "measurements": null } }, { "id": "9823531b-f1fe-44d3-a91d-26b65cd0a4bc", "options": [ "23" ], "price": { "current": 115000, "currentFormatted": "$1,150", "original": 0, "stockCount": 1, "stockStatus": "InStock" }, "label": "New Season", "medias": [ { "type": "Image", "url": "https://cdn-images.farfetch-contents.com/28/54/32/91/28543291_57846182_1000.jpg", "alt": "Jacquemus 100mm Les Doubles mules", "index": 1 }, { "type": "Image", "url": "https://cdn-images.farfetch-contents.com/28/54/32/91/28543291_57846188_1000.jpg", "alt": "Jacquemus 100mm Les Doubles mules", "index": 2 }, { "type": "Image", "url": "https://cdn-images.farfetch-contents.com/28/54/32/91/28543291_57846173_1000.jpg", "alt": "Jacquemus 100mm Les Doubles mules", "index": 3 } ], "extraInfo": { "fit": null, "measurements": null } }, { "id": "2386cc67-25c5-41c9-bccd-2a9d4e970a57", "options": [ "17" ], "price": { "current": 115000, "currentFormatted": "$1,150", "original": 0, "stockCount": 0, "stockStatus": "OutOfStock" }, "label": "New Season", "medias": [ { "type": "Image", "url": "https://cdn-images.farfetch-contents.com/28/54/32/91/28543291_57846182_1000.jpg", "alt": "Jacquemus 100mm Les Doubles mules", "index": 1 }, { "type": "Image", "url": "https://cdn-images.farfetch-contents.com/28/54/32/91/28543291_57846188_1000.jpg", "alt": "Jacquemus 100mm Les Doubles mules", "index": 2 }, { "type": "Image", "url": "https://cdn-images.farfetch-contents.com/28/54/32/91/28543291_57846173_1000.jpg", "alt": "Jacquemus 100mm Les Doubles mules", "index": 3 } ], "extraInfo": { "fit": null, "measurements": null } } ], "medias": [ { "type": "Image", "url": "https://cdn-images.farfetch-contents.com/28/54/32/91/28543291_57846182_1000.jpg", "alt": "Jacquemus 100mm Les Doubles mules", "index": 1 }, { "type": "Image", "url": "https://cdn-images.farfetch-contents.com/28/54/32/91/28543291_57846188_1000.jpg", "alt": "Jacquemus 100mm Les Doubles mules", "index": 2 }, { "type": "Image", "url": "https://cdn-images.farfetch-contents.com/28/54/32/91/28543291_57846173_1000.jpg", "alt": "Jacquemus 100mm Les Doubles mules", "index": 3 } ], "price": { "current": 115000, "currentFormatted": "$1,150", "original": 0, "stockStatus": "InStock" }, "extraInfo": { "label": "New Season", "color": "830|CAMEL", "mainColor": "Brown", "condition": "NEW" }, "recommendedProducts": [ { "id": "29411844", "url": "https://www.farfetch.com/shopping/women/jacquemus-suede-mules-item-29411844.aspx", "raw": { "id": "29411844", "resourceIdentifier": { "path": "/shopping/women/jacquemus-suede-mules-item-29411844.aspx", "__typename": "ResourceIdentifier" }, "brand": { "id": "889006", "name": "Jacquemus", "__typename": "Brand" }, "shortDescription": "suede mules", "label": "New Season", "merchantId": "12161", "promotion": { "label": "Extra 20% off", "__typename": "VariationPromotion" }, "stockQuantity": 5, "rankingAlgorithm": null, "price": { "__typename": "ProductCatalogItemFullPrice", "value": { "raw": 750, "formatted": "$750", "__typename": "GenericValue" }, "currency": { "isoCode": "USD", "symbol": "$", "__typename": "Currency" }, "installments": null }, "__typename": "ProductCatalogItem", "productPrice": { "full": { "value": { "raw": 750, "formatted": "$750", "__typename": "GenericValue" }, "__typename": "ProductFullPrice" }, "discounts": [ { "value": { "raw": 600, "formatted": "$600", "__typename": "GenericValue" }, "percentage": { "raw": 20, "formatted": "20%", "__typename": "GenericValue" }, "type": "PROMOTION", "__typename": "ProductDiscountPrice" } ], "final": { "value": { "raw": 600, "formatted": "$600", "__typename": "GenericValue" }, "type": "PROMOTION", "__typename": "ProductFinalPrice" }, "currency": { "isoCode": "USD", "symbol": "$", "__typename": "Currency" }, "installments": null, "__typename": "ProductCatalogItemPrice" }, "variationProperties": [ { "__typename": "ProductCatalogItemScaledSizeVariationProperty", "order": 1, "totalItems": 5, "values": [ { "id": "36", "order": 1, "description": "36", "__typename": "ProductCatalogItemScaledSizeVariationPropertyValue" }, { "id": "37", "order": 2, "description": "37", "__typename": "ProductCatalogItemScaledSizeVariationPropertyValue" }, { "id": "38", "order": 3, "description": "38", "__typename": "ProductCatalogItemScaledSizeVariationPropertyValue" }, { "id": "39", "order": 4, "description": "39", "__typename": "ProductCatalogItemScaledSizeVariationPropertyValue" }, { "id": "41", "order": 5, "description": "41", "__typename": "ProductCatalogItemScaledSizeVariationPropertyValue" } ] } ], "visualizationExperience": { "isForMembers": false, "__typename": "VisualizationExperience" }, "tags": [ { "id": "2303", "__typename": "ProductTag" } ], "externalTriggers": null, "images": [ { "order": 1, "size480": { "url": "https://cdn-images.farfetch-contents.com/29/41/18/44/29411844_58378323_480.jpg", "alt": "Jacquemus suede mules", "__typename": "Image" }, "__typename": "ProductCatalogItemImage" }, { "order": 2, "size480": { "url": "https://cdn-images.farfetch-contents.com/29/41/18/44/29411844_58378342_480.jpg", "alt": "Jacquemus suede mules", "__typename": "Image" }, "__typename": "ProductCatalogItemImage" } ], "categories": [ { "id": "141258", "name": "Women", "__typename": "ProductCatalogItemCategory" }, { "id": "136301", "name": "Shoes", "__typename": "ProductCatalogItemCategory" }, { "id": "136467", "name": "Mules", "__typename": "ProductCatalogItemCategory" } ] } } ... ] }