ASOS - products listings scraper

{
    "web_scraper_start_url": "https://www.asos.com/men/underwear-socks/socks/cat/?cid=16329&currentpricerange=0-55&refine=base_colour:4",
    "product_url": "https://www.asos.com/adidas-performance/adidas-running-adizero-ankle-socks-in-black/prd/207530709#colourWayId-207530718",
    "product_name": [
        "adidas Running Adizero ankle socks in black"
    ],
    "brand": "adidas performance",
    "sku": 139924530,
    "price": 10.4,
    "original_price": 13,
    "discount_percentage": "20%",
    "currency": "gbp",
    "availability": 1,
    "rating": 4.8,
    "review_count": "156",
    "description": [
        "Underwear & Socks by adidas performance\nReady, set... add to basketFitted cuffsadidas brandingCushioned toe for added comfortVentilated arch supportAnkle-length cutProduct Code: 139924530Machine wash according to instructions on care labelSoft, stretchy knit\nUses adidas climacool technology\nWicks sweat away from the skin, drawing it out of the fabric to help speed up evaporation \nMesh panels in high-sweat areas provide maximum breathability\n\nMain: 100% Polyester.adidas performance needs no introduction. The brand\u2019s famous 3-Stripes can be seen on the track, field and in the latest streetwear trends. Scroll the adidas performance at ASOS edit to get your fix, from fresh trainers from the iconic Superstar, Stan Smith, Gazelle and Continental 80 collections to archive-inspired adidas Originals tracksuits, T-shirts and sweatshirts. And if you\u2019re in need of some fresh kit, then cop yourself some sweat-wicking shorts, vests and compression tights from adidas Performance."
    ],
    "description_html": "<div class=\"accordion-item-module_content__7cZ5o\"><div class=\"F_yfF\"><a href=\"https://www.asos.com/men/underwear-socks/cat/?cid=4030\"><strong>Underwear &amp; Socks</strong></a> by adidas performance<br><ul><li>Ready, set... add to basket</li><li>Fitted cuffs</li><li>adidas branding</li><li>Cushioned toe for added comfort</li><li>Ventilated arch support</li><li>Ankle-length cut</li></ul></div><p class=\"Jk9Oz\">Product Code: 139924530</p><div class=\"F_yfF\">Machine wash according to instructions on care label</div><div class=\"F_yfF\">Soft, stretchy knit<br>Uses adidas climacool technology<br>Wicks sweat away from the skin, drawing it out of the fabric to help speed up evaporation <br>Mesh panels in high-sweat areas provide maximum breathability<br><br>Main: 100% Polyester.</div><div class=\"F_yfF\"><a href=\"https://www.asos.com/men/a-to-z-of-brands/adidas/cat/?cid=7113\"><strong>adidas performance</strong></a> needs no introduction. The brand\u2019s famous 3-Stripes can be seen on the track, field and in the latest streetwear trends. Scroll the <a href=\"https://www.asos.com/men/a-to-z-of-brands/adidas/cat/?cid=7113\"><strong>adidas performance</strong></a> at ASOS edit to get your fix, from fresh trainers from the iconic Superstar, Stan Smith, Gazelle and Continental 80 collections to archive-inspired adidas Originals tracksuits, T-shirts and sweatshirts. And if you\u2019re in need of some fresh kit, then cop yourself some sweat-wicking shorts, vests and compression tights from adidas Performance.</div></div>",
    "main_image": "https://images.asos-media.com/products/adidas-running-adizero-ankle-socks-in-black/207530709-1-black?$n_1920w$&wid=1926&fit=constrain",
    "images": [
        "https://images.asos-media.com/products/adidas-running-adizero-ankle-socks-in-black/207530709-1-black?$n_320w$&wid=317&fit=constrain",
        "https://images.asos-media.com/products/adidas-running-adizero-ankle-socks-in-black/207530709-2?$n_320w$&wid=317&fit=constrain",
        "https://images.asos-media.com/products/adidas-running-adizero-ankle-socks-in-black/207530709-3?$n_320w$&wid=317&fit=constrain"
    ],
    "color": "BLACK",
    "saved_count": 188,
    "next_page": ""
}
{
    "web_scraper_start_url": "https://www.asos.com/men/sale/shirts/cat/?cid=3136&cr=4&currentpricerange=5-185&refine=attribute_925:61373",
    "product_url": "https://www.asos.com/asos-design/asos-design-relaxed-revere-shirt-with-palm-chest-and-back-print-in-black/prd/208910500#colourWayId-208910501",
    "product_name": [
        "ASOS DESIGN relaxed revere shirt with palm chest and back print in black"
    ],
    "brand": "ASOS DESIGN",
    "sku": 148662783,
    "price": 14,
    "original_price": 28,
    "discount_percentage": "50%",
    "currency": "gbp",
    "availability": 1,
    "rating": "",
    "review_count": "",
    "description": [
        "Shirts by ASOS DESIGN\nRevere collarButton placketShort sleevesPrint to chest and backRelaxed fitProduct Code: 148662783Machine wash according to instructions on care labelPlain-woven fabric\n\nMain: 100% Cotton.This is ASOS DESIGN \u2013 your go-to for all the latest trends, no matter who you are, where you\u2019re from and what you\u2019re up to. Exclusive to ASOS, our universal brand is here for you, and comes in Plus and Tall. Created by us, styled by you."
    ],
    "description_html": "<div class=\"accordion-item-module_content__7cZ5o\"><div class=\"F_yfF\"><a href=\"https://www.asos.com/men/shirts/cat/?cid=3602\"><strong>Shirts</strong></a> by <a href=\"https://www.asos.com/men/a-to-z-of-brands/asos-design/cat/?cid=27871\"><strong>ASOS DESIGN</strong></a><br><ul><li>Revere collar</li><li>Button placket</li><li>Short sleeves</li><li>Print to chest and back</li><li>Relaxed fit</li></ul></div><p class=\"Jk9Oz\">Product Code: 148662783</p><div class=\"F_yfF\">Machine wash according to instructions on care label</div><div class=\"F_yfF\">Plain-woven fabric<br><br>Main: 100% Cotton.</div><div class=\"F_yfF\">This is <a href=\"https://www.asos.com/men/a-to-z-of-brands/asos-design/cat/?cid=27871\"><strong>ASOS DESIGN</strong></a> \u2013 your go-to for all the latest trends, no matter who you are, where you\u2019re from and what you\u2019re up to. Exclusive to ASOS, our universal brand is here for you, and comes in Plus and Tall. Created by us, styled by you.</div></div>",
    "main_image": "https://images.asos-media.com/products/asos-design-relaxed-revere-shirt-with-palm-chest-and-back-print-in-black/208910500-1-black?$n_1920w$&wid=1926&fit=constrain",
    "images": [
        "https://images.asos-media.com/products/asos-design-relaxed-revere-shirt-with-palm-chest-and-back-print-in-black/208910500-1-black?$n_320w$&wid=317&fit=constrain",
        "https://images.asos-media.com/products/asos-design-relaxed-revere-shirt-with-palm-chest-and-back-print-in-black/208910500-2?$n_320w$&wid=317&fit=constrain",
        "https://images.asos-media.com/products/asos-design-relaxed-revere-shirt-with-palm-chest-and-back-print-in-black/208910500-3?$n_320w$&wid=317&fit=constrain",
        "https://images.asos-media.com/products/asos-design-relaxed-revere-shirt-with-palm-chest-and-back-print-in-black/208910500-4?$n_320w$&wid=317&fit=constrain"
    ],
    "color": "BLACK",
    "saved_count": 106,
    "next_page": ""
}
{
    "web_scraper_start_url": "https://www.asos.com/men/sale/shirts/cat/?cid=3136&cr=4&currentpricerange=5-185&refine=attribute_925:61373",
    "product_url": "https://www.asos.com/only-sons/only-sons-lace-shirt-in-brown/prd/207921964#colourWayId-207921967",
    "product_name": [
        "ONLY & SONS lace shirt in brown"
    ],
    "brand": "ONLY & SONS",
    "sku": 141636486,
    "price": 25.2,
    "original_price": 36,
    "discount_percentage": "30%",
    "currency": "gbp",
    "availability": 0,
    "rating": "",
    "review_count": "",
    "description": [
        "Shirts by ONLY & SONS\nRevere collarButton placketShort sleevesRegular fitProduct Code: 141636486Machine wash according to instructions on care labelCrochet lace: lace-look fabric with a cut-work pattern\n\nMain: 80% Polyester, 20% Cotton.Bringing you classic menswear with a twist, ONLY & SONS is all about elevating your fav\u2019 everyday pieces. Serve some serious laidback looks with fresh white T-shirts and graphic-print tees or switch up your smart-casj \u2018fit with patterned overshirts, jeans and tapered chinos. After layering made easy? Turn to our ONLY & SONS at ASOS edit for jumpers, jackets and gilets that\u2019ll have you officially entering your *cosy era.* We feel a wardrobe refresh coming..."
    ],
    "description_html": "<div class=\"accordion-item-module_content__7cZ5o\"><div class=\"F_yfF\"><a href=\"https://www.asos.com/men/shirts/cat/?cid=3602\"><strong>Shirts</strong></a> by <a href=\"https://www.asos.com/men/a-to-z-of-brands/only-sons/cat/?cid=19963\"><strong>ONLY &amp; SONS</strong></a><br><ul><li>Revere collar</li><li>Button placket</li><li>Short sleeves</li><li>Regular fit</li></ul></div><p class=\"Jk9Oz\">Product Code: 141636486</p><div class=\"F_yfF\">Machine wash according to instructions on care label</div><div class=\"F_yfF\">Crochet lace: lace-look fabric with a cut-work pattern<br><br>Main: 80% Polyester, 20% Cotton.</div><div class=\"F_yfF\">Bringing you classic menswear with a twist, <a href=\"https://www.asos.com/men/a-to-z-of-brands/only-sons/cat/?cid=19963\"><strong>ONLY &amp; SONS</strong></a> is all about elevating your fav\u2019 everyday pieces. Serve some serious laidback looks with fresh white T-shirts and graphic-print tees or switch up your smart-casj \u2018fit with patterned overshirts, jeans and tapered chinos. After layering made easy? Turn to our <a href=\"https://www.asos.com/men/a-to-z-of-brands/only-sons/cat/?cid=19963\"><strong>ONLY &amp; SONS</strong></a> at ASOS edit for jumpers, jackets and gilets that\u2019ll have you officially entering your *cosy era.* We feel a wardrobe refresh coming...</div></div>",
    "main_image": "https://images.asos-media.com/products/only-sons-lace-shirt-in-brown/207921964-1-sepia?$n_1920w$&wid=1926&fit=constrain",
    "images": [
        "https://images.asos-media.com/products/only-sons-lace-shirt-in-brown/207921964-1-sepia?$n_320w$&wid=317&fit=constrain",
        "https://images.asos-media.com/products/only-sons-lace-shirt-in-brown/207921964-2?$n_320w$&wid=317&fit=constrain",
        "https://images.asos-media.com/products/only-sons-lace-shirt-in-brown/207921964-3?$n_320w$&wid=317&fit=constrain",
        "https://images.asos-media.com/products/only-sons-lace-shirt-in-brown/207921964-4?$n_320w$&wid=317&fit=constrain"
    ],
    "color": "Sepia",
    "saved_count": 103,
    "next_page": ""
}
{
    "web_scraper_start_url": "https://www.asos.com/men/sale/shirts/cat/?cid=3136&cr=4&currentpricerange=5-185&refine=attribute_925:61373",
    "product_url": "https://www.asos.com/topman/topman-relaxed-fit-short-sleeve-twill-shirt-with-placement-floral-print-in-black/prd/209065553#colourWayId-209065564",
    "product_name": [
        "Topman relaxed fit short sleeve twill shirt with placement floral print in black"
    ],
    "brand": "Topman",
    "sku": 149425328,
    "price": 19.25,
    "original_price": 35,
    "discount_percentage": "45%",
    "currency": "gbp",
    "availability": 1,
    "rating": "",
    "review_count": "",
    "description": [
        "Shirts by Topman\n\nThis shirt is crafted from a semi-structured fabric with a parallel-rib pattern in a floral print. It features a spread collar, a button fastening and short sleeves, and is cut with a relaxed fit.Product Code: 149425328Machine wash according to instructions on care labelMain: 100% Viscose.Welcome to the new chapter of Topman. Championing the very best of its heritage, this next phase celebrates cherished pieces, while embracing the new, and retaining that unique London spirit. Firmly cementing themselves as fashion authority, allow Topman to take you on a journey of exploration and discovery. Shop the entire collection only at ASOS, expect T-shirts, sweatshirts, suits and of course, jeans."
    ],
    "description_html": "<div class=\"accordion-item-module_content__7cZ5o\"><div class=\"F_yfF\"><a href=\"https://www.asos.com/men/shirts/cat/?cid=3602\"><strong>Shirts</strong></a> by <a href=\"https://www.asos.com/men/a-to-z-of-brands/topman/cat/?cid=29065\"><strong>Topman</strong></a><br><br>This shirt is crafted from a semi-structured fabric with a parallel-rib pattern in a floral print. It features a spread collar, a button fastening and short sleeves, and is cut with a relaxed fit.</div><p class=\"Jk9Oz\">Product Code: 149425328</p><div class=\"F_yfF\">Machine wash according to instructions on care label</div><div class=\"F_yfF\">Main: 100% Viscose.</div><div class=\"F_yfF\">Welcome to the new chapter of <a href=\"https://www.asos.com/men/a-to-z-of-brands/topman/cat/?cid=29065\"><strong>Topman</strong></a>. Championing the very best of its heritage, this next phase celebrates cherished pieces, while embracing the new, and retaining that unique London spirit. Firmly cementing themselves as fashion authority, allow Topman to take you on a journey of exploration and discovery. Shop the entire collection only at ASOS, expect T-shirts, sweatshirts, suits and of course, jeans.</div></div>",
    "main_image": "https://images.asos-media.com/products/topman-relaxed-fit-short-sleeve-twill-shirt-with-placement-floral-print-in-black/209065553-1-black?$n_1920w$&wid=1926&fit=constrain",
    "images": [
        "https://images.asos-media.com/products/topman-relaxed-fit-short-sleeve-twill-shirt-with-placement-floral-print-in-black/209065553-1-black?$n_320w$&wid=317&fit=constrain",
        "https://images.asos-media.com/products/topman-relaxed-fit-short-sleeve-twill-shirt-with-placement-floral-print-in-black/209065553-2?$n_320w$&wid=317&fit=constrain",
        "https://images.asos-media.com/products/topman-relaxed-fit-short-sleeve-twill-shirt-with-placement-floral-print-in-black/209065553-3?$n_320w$&wid=317&fit=constrain",
        "https://images.asos-media.com/products/topman-relaxed-fit-short-sleeve-twill-shirt-with-placement-floral-print-in-black/209065553-4?$n_320w$&wid=317&fit=constrain",
        "https://images.asos-media.com/products/topman-relaxed-fit-short-sleeve-twill-shirt-with-placement-floral-print-in-black/209065553-5?$n_320w$&wid=317&fit=constrain"
    ],
    "color": "BLACK",
    "saved_count": 474,
    "next_page": ""
}
{
    "web_scraper_start_url": "https://www.asos.com/men/sale/shirts/cat/?cid=3136&cr=4&currentpricerange=5-185&refine=attribute_925:61373",
    "product_url": "https://www.asos.com/carhartt-wip/carhartt-wip-duck-long-sleeve-shirt-in-green-camo/prd/208960407#colourWayId-208960410",
    "product_name": [
        "Carhartt WIP duck long sleeve shirt in green camo"
    ],
    "brand": "Carhartt WIP",
    "sku": 148887025,
    "price": 72.5,
    "original_price": 145,
    "discount_percentage": "50%",
    "currency": "gbp",
    "availability": 0,
    "rating": "",
    "review_count": "",
    "description": [
        "Shirts by Carhartt WIP\nSpread collarButton placketLong sleevesChest pocketLogo patchRegular fitProduct Code: 148887025Machine wash according to instructions on care labelCanvas: a casual woven fabric, strong and durable\n\nMain: 100% Cotton.The youngest child of the Carhartt family, Carhartt WIP launched in London in 1989 with fresh ideas. Paying homage to its workwear roots, the brand serves utility designs with a side of laid-back cool \u2013 think logo T-shirts, cargo trousers, pullover jackets, shirts and sweatshirts. Shop our Carhartt WIP at ASOS edit if the above fits your aesthetic \u2013 and if you\u2019re into accessorising, check out the brand\u2019s beanies, backpacks and flight bags, too."
    ],
    "description_html": "<div class=\"accordion-item-module_content__7cZ5o\"><div class=\"F_yfF\"><a href=\"https://www.asos.com/men/shirts/cat/?cid=3602\"><strong>Shirts</strong></a> by <a href=\"https://www.asos.com/men/a-to-z-of-brands/carhartt/cat/?cid=6759\"><strong>Carhartt WIP</strong></a><br><ul><li>Spread collar</li><li>Button placket</li><li>Long sleeves</li><li>Chest pocket</li><li>Logo patch</li><li>Regular fit</li></ul></div><p class=\"Jk9Oz\">Product Code: 148887025</p><div class=\"F_yfF\">Machine wash according to instructions on care label</div><div class=\"F_yfF\">Canvas: a casual woven fabric, strong and durable<br><br>Main: 100% Cotton.</div><div class=\"F_yfF\">The youngest child of the Carhartt family, <a href=\"https://www.asos.com/men/a-to-z-of-brands/carhartt/cat/?cid=6759\"><strong>Carhartt WIP</strong></a> launched in London in 1989 with fresh ideas. Paying homage to its workwear roots, the brand serves utility designs with a side of laid-back cool \u2013 think logo T-shirts, cargo trousers, pullover jackets, shirts and sweatshirts. Shop our <a href=\"https://www.asos.com/men/a-to-z-of-brands/carhartt/cat/?cid=6759\"><strong>Carhartt WIP</strong></a> at ASOS edit if the above fits your aesthetic \u2013 and if you\u2019re into accessorising, check out the brand\u2019s beanies, backpacks and flight bags, too.</div></div>",
    "main_image": "https://images.asos-media.com/products/carhartt-wip-duck-long-sleeve-shirt-in-green-camo/208960407-1-green?$n_1920w$&wid=1926&fit=constrain",
    "images": [
        "https://images.asos-media.com/products/carhartt-wip-duck-long-sleeve-shirt-in-green-camo/208960407-1-green?$n_320w$&wid=317&fit=constrain",
        "https://images.asos-media.com/products/carhartt-wip-duck-long-sleeve-shirt-in-green-camo/208960407-2?$n_320w$&wid=317&fit=constrain",
        "https://images.asos-media.com/products/carhartt-wip-duck-long-sleeve-shirt-in-green-camo/208960407-3?$n_320w$&wid=317&fit=constrain",
        "https://images.asos-media.com/products/carhartt-wip-duck-long-sleeve-shirt-in-green-camo/208960407-4?$n_320w$&wid=317&fit=constrain",
        "https://images.asos-media.com/products/carhartt-wip-duck-long-sleeve-shirt-in-green-camo/208960407-5?$n_320w$&wid=317&fit=constrain"
    ],
    "color": "Green",
    "saved_count": 115,
    "next_page": ""
}