Selenium based fetch of different sources
This commit is contained in:
@@ -1,7 +1,5 @@
|
||||
from selenium import webdriver
|
||||
from utils import get_webdriver
|
||||
from selenium.webdriver.common.by import By
|
||||
from selenium.webdriver.firefox.options import Options
|
||||
from selenium.webdriver.firefox.service import Service
|
||||
from selenium.webdriver.support.ui import WebDriverWait
|
||||
from selenium.webdriver.support import expected_conditions as EC
|
||||
from selenium.common.exceptions import TimeoutException
|
||||
@@ -11,16 +9,6 @@ import os
|
||||
from logger import get_logger
|
||||
logger = get_logger()
|
||||
|
||||
def get_webdriver():
|
||||
options = Options()
|
||||
options.add_argument('--headless') # Optional
|
||||
options.binary_location = '/opt/firefox/firefox'
|
||||
|
||||
service = Service('/usr/local/bin/geckodriver')
|
||||
|
||||
driver = webdriver.Firefox(options=options, service=service)
|
||||
return driver
|
||||
|
||||
class MissingKidsFetcher():
|
||||
def __init__(self) -> None:
|
||||
pass
|
||||
|
||||
Reference in New Issue
Block a user