Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -76,6 +76,7 @@ site = st.sidebar.selectbox("Select one website", webs)
|
|
76 |
job = st.sidebar.selectbox("Select one job", jobs)
|
77 |
num_jobs = st.sidebar.selectbox("Select number of jobs you want to scrap", nums)
|
78 |
|
|
|
79 |
# Function to get Selenium driver
|
80 |
@st.cache_resource
|
81 |
def get_driver():
|
@@ -83,8 +84,16 @@ def get_driver():
|
|
83 |
options.add_argument("--headless") # Run in headless mode
|
84 |
options.add_argument("--no-sandbox") # Bypass OS security model
|
85 |
options.add_argument("--disable-dev-shm-usage") # Overcome limited resource problems
|
86 |
-
|
87 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
88 |
|
89 |
import streamlit as st
|
90 |
from streamlit_option_menu import option_menu
|
|
|
76 |
job = st.sidebar.selectbox("Select one job", jobs)
|
77 |
num_jobs = st.sidebar.selectbox("Select number of jobs you want to scrap", nums)
|
78 |
|
79 |
+
# Function to get Selenium driver
|
80 |
# Function to get Selenium driver
|
81 |
@st.cache_resource
|
82 |
def get_driver():
|
|
|
84 |
options.add_argument("--headless") # Run in headless mode
|
85 |
options.add_argument("--no-sandbox") # Bypass OS security model
|
86 |
options.add_argument("--disable-dev-shm-usage") # Overcome limited resource problems
|
87 |
+
options.add_argument("--disable-gpu") # Disable GPU acceleration if necessary
|
88 |
+
options.add_argument("--window-size=1920x1080") # Set window size for headless mode
|
89 |
+
options.add_argument("--remote-debugging-port=9222") # Enable remote debugging
|
90 |
+
|
91 |
+
try:
|
92 |
+
driver = webdriver.Chrome(service=Service(ChromeDriverManager().install()), options=options)
|
93 |
+
return driver
|
94 |
+
except Exception as e:
|
95 |
+
st.error(f"Error initializing WebDriver: {e}")
|
96 |
+
return None # Return None if driver initialization fails
|
97 |
|
98 |
import streamlit as st
|
99 |
from streamlit_option_menu import option_menu
|