Yassmen commited on
Commit
1be82b7
·
verified ·
1 Parent(s): 8447c31

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +11 -2
app.py CHANGED
@@ -76,6 +76,7 @@ site = st.sidebar.selectbox("Select one website", webs)
76
  job = st.sidebar.selectbox("Select one job", jobs)
77
  num_jobs = st.sidebar.selectbox("Select number of jobs you want to scrap", nums)
78
 
 
79
  # Function to get Selenium driver
80
  @st.cache_resource
81
  def get_driver():
@@ -83,8 +84,16 @@ def get_driver():
83
  options.add_argument("--headless") # Run in headless mode
84
  options.add_argument("--no-sandbox") # Bypass OS security model
85
  options.add_argument("--disable-dev-shm-usage") # Overcome limited resource problems
86
- return webdriver.Chrome(service=Service(ChromeDriverManager().install()), options=options)
87
-
 
 
 
 
 
 
 
 
88
 
89
  import streamlit as st
90
  from streamlit_option_menu import option_menu
 
76
  job = st.sidebar.selectbox("Select one job", jobs)
77
  num_jobs = st.sidebar.selectbox("Select number of jobs you want to scrap", nums)
78
 
79
+ # Function to get Selenium driver
80
  # Function to get Selenium driver
81
  @st.cache_resource
82
  def get_driver():
 
84
  options.add_argument("--headless") # Run in headless mode
85
  options.add_argument("--no-sandbox") # Bypass OS security model
86
  options.add_argument("--disable-dev-shm-usage") # Overcome limited resource problems
87
+ options.add_argument("--disable-gpu") # Disable GPU acceleration if necessary
88
+ options.add_argument("--window-size=1920x1080") # Set window size for headless mode
89
+ options.add_argument("--remote-debugging-port=9222") # Enable remote debugging
90
+
91
+ try:
92
+ driver = webdriver.Chrome(service=Service(ChromeDriverManager().install()), options=options)
93
+ return driver
94
+ except Exception as e:
95
+ st.error(f"Error initializing WebDriver: {e}")
96
+ return None # Return None if driver initialization fails
97
 
98
  import streamlit as st
99
  from streamlit_option_menu import option_menu