Go back

How to: Scrape products using "Load More" button

Sitemap:

{"_id":"web-scraper-load-more","startUrl":["https://webscraper.io/test-sites/e-commerce/more/computers/tablets"],"selectors":[{"id":"product-wrapper","type":"SelectorElementClick","parentSelectors":["_root"],"selector":"div.thumbnail","multiple":true,"delay":"500","clickElementSelector":"a.btn","clickType":"clickMore","discardInitialElements":"do-not-discard","clickElementUniquenessType":"uniqueCSSSelector"},{"id":"name","type":"SelectorText","parentSelectors":["product-wrapper"],"selector":"a","multiple":false,"regex":"","delay":0},{"id":"price","type":"SelectorText","parentSelectors":["product-wrapper"],"selector":"h4.pull-right","multiple":false,"regex":"","delay":0}]}

Was this page helpful?