perf(deb): add file lock & caching for high concurrency queries

src/analysis/deb_algorithm.py

@@ -3,18 +3,47 @@ import json
 import logging
 from datetime import datetime, timedelta
 
+import fcntl
+
+# Simple memory cache to avoid blasting the disk if queried 10 times a minute
+_history_cache = {}
+_history_mtime = 0
+
 def load_history(filepath):
-    if os.path.exists(filepath):
+    global _history_cache, _history_mtime
-        try:
+    if not os.path.exists(filepath):
-            with open(filepath, 'r', encoding='utf-8') as f:
+        return {}
-                return json.load(f)
+        
-        except:
+    try:
-            return {}
+        current_mtime = os.path.getmtime(filepath)
-    return {}
+        if current_mtime == _history_mtime and _history_cache:
+            return _history_cache
+            
+        with open(filepath, 'r', encoding='utf-8') as f:
+            # We don't strictly need a lock for reading in Python if the write is atomic,
+            # but using one prevents reading half-written JSONs.
+            fcntl.flock(f, fcntl.LOCK_SH)
+            data = json.load(f)
+            fcntl.flock(f, fcntl.LOCK_UN)
+            
+            _history_cache = data
+            _history_mtime = current_mtime
+            return data
+    except Exception as e:
+        print(f"Error loading history: {e}")
+        return _history_cache if _history_cache else {}
 
 def save_history(filepath, data):
-    with open(filepath, 'w', encoding='utf-8') as f:
+    global _history_cache, _history_mtime
-        json.dump(data, f, ensure_ascii=False, indent=2)
+    _history_cache = data
+    try:
+        with open(filepath, 'w', encoding='utf-8') as f:
+            fcntl.flock(f, fcntl.LOCK_EX)
+            json.dump(data, f, ensure_ascii=False, indent=2)
+            fcntl.flock(f, fcntl.LOCK_UN)
+        _history_mtime = os.path.getmtime(filepath)
+    except Exception as e:
+        print(f"Error saving history: {e}")
 
 def update_daily_record(city_name, date_str, forecasts, actual_high):
     """
@@ -32,6 +61,11 @@ def update_daily_record(city_name, date_str, forecasts, actual_high):
     if date_str not in data[city_name]:
         data[city_name][date_str] = {}
     
+    # 避免无意义的频繁磁盘写入：如果数据没有变化，直接返回
+    old_actual = data[city_name][date_str].get('actual_high')
+    if old_actual == actual_high and data[city_name][date_str].get('forecasts') == forecasts:
+        return
+    
     data[city_name][date_str]['forecasts'] = forecasts
     # 只要仍在更新或者已经结束，都记录最新高点
     data[city_name][date_str]['actual_high'] = actual_high