Scraping FlightStats Airport Traffic Data

# Scrap flightstats.com for Arrival

import requests
import pandas as pd
from datetime import datetime, timedelta
import json
BASE_URL = "https://www.flightstats.com/v2/api-next/flight-tracker/arr/CCU/{year}/{month}/{day}/{hour}"
HOURS = [0, 6, 12, 18]
start_date = datetime(2026, 4, 10)
end_date = datetime(2026, 4, 16)
all_flights = []
raw_json_store = []
current_date = start_date
while current_date <= end_date:
    year = current_date.year
    month = current_date.month
    day = current_date.day
    for hour in HOURS:
        url = BASE_URL.format(year=year, month=month, day=day, hour=hour)
        params = {
            "carrierCode": "",
            "numHours": 6
        }
        headers = {
            "User-Agent": "Mozilla/5.0"
        }
        try:
            response = requests.get(url, params=params, headers=headers)
            data = response.json()
            # store full raw JSON
            raw_json_store.append({
                "date": current_date.strftime("%Y-%m-%d"),
                "hour_block": hour,
                "response": data
            })
            flights = data.get("data", {}).get("flights", [])
            for f in flights:
                # Remove CodeShare Flights
                if f.get("isCodeshare"):
                    continue
                record = {
                    "date": current_date.strftime("%Y-%m-%d"),
                    "hour_block": hour,
                    "flight_number": f.get("carrier", {}).get("flightNumber"),
                    "airline": f.get("carrier", {}).get("name"),
                    "origin_city": f.get("airport", {}).get("city"),
                    "origin_airport_code": f.get("airport", {}).get("fs"),
                    "departure_time": f.get("departureTime", {}).get("time24"),
                    "arrival_time": f.get("arrivalTime", {}).get("time24"),
                }
                all_flights.append(record)
        except Exception as e:
            print(f"Error on {current_date} hour {hour}: {e}") # Error

    current_date += timedelta(days=1)
# Save as CSV
df = pd.DataFrame(all_flights)
df = df.drop_duplicates()
df.to_csv("ccu_arrivals_april10_16.csv", index=False)
## Save as Json
# with open("ccu_arrivals_april10_16.json", "w", encoding="utf-8") as f:
#    json.dump(raw_json_store, f, indent=2)