FaceSearcherScraper.py

from selenium import webdriver
from selenium.webdriver.common.by import By
from selenium.webdriver.support.ui import WebDriverWait
from selenium.webdriver.support import expected_conditions as EC
from selenium.webdriver.common.action_chains import ActionChains
import time
import os

# Initialize the WebDriver
driver = webdriver.Chrome()

# Set the maximum wait time in seconds
wait_time = 20

# Navigate to your desired URL
driver.get("https://search4faces.com/search_vkwall.html")


def upload(driver: webdriver.Chrome, file_path):
    file_input = WebDriverWait(driver, wait_time).until(
        EC.presence_of_element_located((By.CSS_SELECTOR, "input[type=file]"))
    )
    file_input.send_keys(file_path)


def wait_until_not_hidden(driver, by, selector):
    revealed = WebDriverWait(driver, wait_time).until(
        EC.element_to_be_clickable((by, selector))
    )
    wait = WebDriverWait(driver, timeout=10)
    wait.until(lambda d : revealed.is_displayed())



def click(driver, by, selector):
    element = WebDriverWait(driver, wait_time).until(
        EC.element_to_be_clickable((by, selector))
    )
    
    # Create an instance of ActionChains
    actions = ActionChains(driver)
    
    # Scroll to the element
    actions.move_to_element(element).perform()
    
    # Once the element is scrolled into view, click on it
    element.click()


try:
    # Wait for the element to be located on the page
    click(driver, By.ID, "upload-button")
    upload(driver, "./example1.jpg")
    # click(driver, By.CLASS_NAME, "uppload-button--cta")
    click(driver, By.CLASS_NAME, "effects-continue--upload")
    # wait_until_not_hidden(driver, By.ID, "search-button")
    click(driver, By.ID, "search-button")

    card_divs = WebDriverWait(driver, wait_time).until(
        EC.presence_of_all_elements_located((By.CSS_SELECTOR,  "div.card-vk01"))
    )  # Use find_elements instead of find_element
    
    cards_info = []

    for card in card_divs:
        card_info = []
        img_url = card.find_element(By.TAG_NAME,'img').get_attribute('src')
        score = card.find_element(By.CLASS_NAME,"score-label").text
        name = card.find_element(By.CLASS_NAME,"card-vk01-header").text
        card_info = [img_url,score,name]
        cards_info.append(card_info)
    
    for i in range(5):
        print(cards_info[i])

    
    
except Exception as e:
    # In case of any exceptions, you can handle them here
    print("Exception occurred:", e)

finally:
    # Remember to close the WebDriver
    time.sleep(20)
    driver.quit()