class CapabilityScraper

def handle_standard_scraping(provider, info)
  provider_name = provider.to_s
  docs_html = {}
  puts "\n--- Standard Scraping for #{provider_name.upcase} ---"
  # Main page scraping
  scrape_url(provider_name, info[:url], "#{provider_name}_main_html", docs_html)
  # Pricing page scraping (if available)
  if info[:pricing_url] && info[:pricing_url] != info[:url]
    scrape_url(provider_name, info[:pricing_url], "#{provider_name}_pricing_html", docs_html)
  end
  docs_html
end