class CapabilityScraper
def handle_openai_scraping(main_url) # rubocop:disable Metrics/MethodLength
def handle_openai_scraping(main_url) # rubocop:disable Metrics/MethodLength main_url_path = extract_path_from_url(main_url) overview_key = generate_key_from_url(main_url, main_url_path) docs_html = {} puts "\n--- Interactive Scraping for OpenAI ---" puts " Navigating to main OpenAI models page: #{main_url}..." begin @browser_helper.goto(main_url) return docs_html unless @browser_helper.wait_for_page_load puts ' Scraping overview page HTML...' overview_html = @browser_helper.get_page_content('OpenAI Overview') docs_html[overview_key] = overview_html if overview_html && !overview_html.empty? # Interactive scraping loop interactive_scraping_loop(docs_html, main_url, main_url_path, overview_key) rescue StandardError => e puts "FATAL: Navigation failed: #{e}" end docs_html end