summaryrefslogtreecommitdiff
path: root/downloader.py
blob: 5515b6618f7cc8c80338ea6e6374338b8e8cd665 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
"""
Ini nanti periodik
"""
import os
import time

import selenium
from dotenv import load_dotenv
from selenium import webdriver
from selenium.common import TimeoutException
from selenium.webdriver import ActionChains
from selenium.webdriver.support import expected_conditions as EC
from selenium.webdriver.support.wait import WebDriverWait
from pyvirtualdisplay import Display

from util import setupLogger

load_dotenv()

logger = setupLogger()


class Browser:
    def __init__(self, url):
        self.display = Display(visible=False, size=(800, 600))
        self.display.start()
        op = webdriver.ChromeOptions()
        op.add_experimental_option('prefs', {
            'download.default_directory': os.getenv('DOWNLOAD_PATH')
        })
        op.add_argument('--headless')
        op.add_argument("--no-sandbox")
        op.add_argument("--disable-dev-shm-usage")
        self.driver = webdriver.Chrome(options=op)
        try:
            self.driver.get(url)
            self.connectionSuccess = True
        except selenium.common.exceptions.WebDriverException:
            self.connectionSuccess = False
            logger.error(f"Selenium couldn't connect to {url}")

    def getDriver(self):
        return self.driver

    def close(self):
        self.driver.quit()
        self.display.stop()


def downloadCsv():
    downloadSuccess = False
    browser = Browser(os.getenv('URL'))
    if not browser.connectionSuccess:
        return False
    driver = browser.getDriver()
    action = ActionChains(driver)

    try:
        reportArea = WebDriverWait(driver, 10).until(
            EC.visibility_of_element_located((os.getenv('REPORT_AREA_SELECTOR_TYPE'), os.getenv('REPORT_AREA')))
        )
        action.move_to_element(reportArea).perform()
        action.context_click(reportArea).perform()

        exportButton = WebDriverWait(driver, 10).until(
            EC.element_to_be_clickable((os.getenv('EXPORT_BUTTON_SELECTOR_TYPE'), os.getenv('EXPORT_BUTTON')))
        )
        exportButton.click()

        downloadButton = WebDriverWait(driver, 10).until(
            EC.element_to_be_clickable(
                (os.getenv('DOWNLOAD_BUTTON_SELECTOR_TYPE'), os.getenv('DOWNLOAD_BUTTON')))
        )
        downloadButton.click()

        time.sleep(5)
        logger.info("REPORT FILE DOWNLOADED")
        downloadSuccess = True

    except TimeoutException:
        logger.error("Timed out while downloading report")
        downloadSuccess = False

    finally:
        browser.close()
        return downloadSuccess


if __name__ == '__main__':
    downloadCsv()