Run Python Web Scrapers
on a Reliable Cloud Cron

import requests
from bs4 import BeautifulSoup
import json

def handler(event, context):
    headers = {"User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64)"}
    url = "https://news.ycombinator.com"
    
    response = requests.get(url, headers=headers, timeout=10)
    soup = BeautifulSoup(response.text, "html.parser")
    top_story = soup.select_one(".titleline > a").get_text()
    
    # context.kv stores state between executions without external databases
    last_seen = context.kv.get("last_top_story")
    
    if top_story != last_seen:
        print(f"🔥 New #1 Story: {top_story}")
        context.kv.set("last_top_story", top_story)
        # Notify your channel via webhook
    else:
        print("Story unchanged.")
        
    return {"status": "ok", "headline": top_story}