Python_Hundred/selenium_panda.py at main · RafaelLeone/Python_Hundred · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
from selenium import webdriver
from selenium.webdriver.common.by import By
from selenium.webdriver.common.keys import Keys
from time import sleep
import pandas as pd


# Keep Chrome browser open.
chrome_options = webdriver.ChromeOptions()
chrome_options.add_experimental_option("detach", True)
driver = webdriver.Chrome(options=chrome_options)

df = pd.read_csv("game_data.csv")

driver.get("https://howlongtobeat.com/")
sleep(4)
trust = driver.find_element(By.ID, value="onetrust-accept-btn-handler")
trust.click()

def get_info(data):
    info = driver.find_element(By.XPATH, value=f'//*[@id="__next"]/div/main/div[2]/div/div[2]/div[2]/div[{data}]')
    return process_info(info)

def process_info(data):
    try:
        result = data.text.split('\n')
        return result[1].replace(', ', '\n')
    except:
        return data.text

def get_time(data):
    return driver.find_element(By.XPATH, value=f"//table/tbody/tr[1]/td[{data}]")

previous_title = ""

for id, entry in enumerate(df["Title"]):
    if df.loc[id, "Description"] != "No info":
        continue
    search = driver.find_element(By.CLASS_NAME, value="MainNavigation_search_box__UUnYc")
    if previous_title:
        search.send_keys(Keys.END)
        for n in range(len(previous_title)):
            search.send_keys(Keys.BACKSPACE)
    search.send_keys(f"{entry}", Keys.ENTER)
    sleep(4)
    game = driver.find_element(By.LINK_TEXT, value=f"{entry}")
    game.click()
    sleep(4)
    genre = get_info(5)
    print(genre)
    platform = get_info(4)
    print(platform)
    year = get_info(8)
    print(year)
    dev = get_info(6)
    print(dev)
    publisher = get_info(7)
    print(publisher)

    avg_time = get_time(3)
    print(avg_time.text)
    avg_time = avg_time.text
    rushed_time = get_time(5)
    print(rushed_time.text)
    rushed_time = rushed_time.text

    art = driver.find_element(By.XPATH, value='//*[@id="__next"]/div/main/div[2]/div/div[1]/div[1]/div[1]/img').get_attribute("src")
    print(art)

    record_time = ...
    record_holder = ...

    description = driver.find_element(By.XPATH, value='//*[@id="__next"]/div/main/div[2]/div/div[2]/div[2]/div[2]')
    print(description.text)
    description = description.text

    df.loc[id, "Genre(s)"] = genre
    df.loc[id, "Platform(s)"] = platform
    df.loc[id, "Release Year"] = year
    df.loc[id, "Developer(s)"] = dev
    df.loc[id, "Publisher(s)"] = publisher
    df.loc[id, "Avg. Time"] = avg_time
    df.loc[id, "Avg. Rushed Time"] = rushed_time
    df.loc[id, "Art"] = art
    df.loc[id, "Description"] = description

    previous_title = entry

    df.to_csv("game_data.csv", index=False)

driver.quit()