import requests from bs4 import BeautifulSoup url = "https://www.newenglandoil.com/massachusetts/zone10.asp?x=0" # Use the UA from config.py headers = { "User-Agent": "Unraid-EamcoScraper/1.0 (eeames214@gmail.com)" } try: print(f"Testing with UA: {headers['User-Agent']}") response = requests.get(url, headers=headers, timeout=15) print(f"Status Code: {response.status_code}") soup = BeautifulSoup(response.content, 'lxml') tables = soup.find_all('table') print(f"Tables found: {len(tables)}") if not tables: print("No tables found. Dumping start of response:") print(response.text[:500]) except Exception as e: print(f"Error: {e}")