1 files changed, 23 insertions, 0 deletions
diff --git a/scrape_products.py b/scrape_products.py
new file mode 100644
index 0000000..22fbc8f
--- /dev/null
+++ b/scrape_products.py
@@ -0,0 +1,23 @@
+from selenium import webdriver
+from selenium.webdriver.common.keys import Keys
+from selenium.webdriver.common.by import By
+
+
+base = "https://www.cardone.com/steering/rack-pinion/?limit=96&_bc_fsnf=1&Part+Type=Rack+and+Pinion+Assembly";
+
+driver = webdriver.Chrome()
+p_urls = []
+for i in range(11, 15):
+    list_url = base + "&page=" + str(i);
+
+    driver.get(list_url);
+
+
+    for product in driver.find_elements(By.CLASS_NAME, "card-title"):
+       p_urls.append(product.find_element(By.CSS_SELECTOR, 'a').get_attribute('href'));
+
+
+
+
+for url in p_urls:
+    print(url);