chore: remove dead code directories and files
This commit is contained in:
@@ -1,97 +0,0 @@
|
||||
import os
|
||||
import sys
|
||||
import logging
|
||||
import pandas as pd
|
||||
import requests
|
||||
|
||||
# Set up logging
|
||||
logging.basicConfig(
|
||||
level=logging.INFO, format="%(asctime)s - %(levelname)s - %(message)s"
|
||||
)
|
||||
|
||||
|
||||
def fetch_historical_data_for_city(city_info, output_dir):
|
||||
city_name = city_info["city"]
|
||||
lat = city_info["latitude"]
|
||||
lon = city_info["longitude"]
|
||||
|
||||
# We will fetch data from Jan 1, 2023 to yesterday (or to latest available)
|
||||
start_date = "2023-01-01"
|
||||
# For safety let's use a dynamic yesterday end_date
|
||||
import datetime
|
||||
|
||||
today = datetime.datetime.now()
|
||||
yesterday = (today - datetime.timedelta(days=2)).strftime("%Y-%m-%d")
|
||||
|
||||
url = (
|
||||
f"https://archive-api.open-meteo.com/v1/archive?latitude={lat}&longitude={lon}"
|
||||
f"&start_date={start_date}&end_date={yesterday}"
|
||||
"&hourly=temperature_2m,relative_humidity_2m,wind_speed_10m,wind_direction_10m,"
|
||||
"cloud_cover,shortwave_radiation,precipitation,surface_pressure"
|
||||
"&timezone=auto"
|
||||
)
|
||||
|
||||
logging.info(
|
||||
f"Downloading historical data for {city_name} (Lat: {lat}, Lon: {lon})..."
|
||||
)
|
||||
|
||||
try:
|
||||
response = requests.get(url, timeout=60)
|
||||
response.raise_for_status()
|
||||
data = response.json()
|
||||
|
||||
if "hourly" not in data:
|
||||
logging.error(f"Failed to find 'hourly' data for {city_name}.")
|
||||
return
|
||||
|
||||
hourly_data = data["hourly"]
|
||||
|
||||
# Convert to pandas DataFrame
|
||||
df = pd.DataFrame(hourly_data)
|
||||
|
||||
# Save to CSV
|
||||
output_path = os.path.join(
|
||||
output_dir, f"{city_name.replace(' ', '_').lower()}_historical.csv"
|
||||
)
|
||||
df.to_csv(output_path, index=False)
|
||||
|
||||
logging.info(
|
||||
f"✅ Successfully saved historical data for {city_name} to {output_path}. Shape: {df.shape}"
|
||||
)
|
||||
|
||||
except requests.exceptions.RequestException as e:
|
||||
logging.error(f"❌ Network error while fetching data for {city_name}: {e}")
|
||||
except Exception as e:
|
||||
logging.error(f"❌ Error processing data for {city_name}: {e}")
|
||||
|
||||
|
||||
def main():
|
||||
project_root = os.path.dirname(
|
||||
os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
|
||||
)
|
||||
config_path = os.path.join(project_root, "config", "config.yaml")
|
||||
output_dir = os.path.join(project_root, "data", "historical")
|
||||
|
||||
os.makedirs(output_dir, exist_ok=True)
|
||||
|
||||
# Load config
|
||||
try:
|
||||
import yaml
|
||||
|
||||
with open(config_path, "r", encoding="utf-8") as f:
|
||||
config = yaml.safe_load(f)
|
||||
except Exception as e:
|
||||
logging.error(f"Failed to load {config_path}: {e}")
|
||||
sys.exit(1)
|
||||
|
||||
cities = config.get("cities", [])
|
||||
if not cities:
|
||||
logging.warning("No cities found in config.yaml")
|
||||
return
|
||||
|
||||
for city_info in cities:
|
||||
fetch_historical_data_for_city(city_info, output_dir)
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
main()
|
||||
@@ -1 +0,0 @@
|
||||
"""Model adapters and feature builders."""
|
||||
@@ -1 +0,0 @@
|
||||
"""On-chain monitoring modules."""
|
||||
Reference in New Issue
Block a user