feat(detector): add composite risk scorer for signal aggregation (#18)
Implement RiskScorer that combines signals from multiple detectors into a unified risk assessment with weighted scoring and deduplication. Features: - SignalBundle for collecting signals for a single trade - RiskAssessment dataclass with complete scoring metadata - Configurable weights for each signal type - Multi-signal bonus (1.2x for 2 signals, 1.3x for 3+) - Redis-based deduplication (1 hour window by default) - Alert threshold configuration (default: 0.6) - Batch assessment for processing multiple trades - A/B testing support via dynamic weight updates Default weights: - fresh_wallet: 0.40 - size_anomaly: 0.35 - niche_market: 0.25 🤖 Generated with [Claude Code](https://claude.com/claude-code) Co-Authored-By: Claude Opus 4.5 <noreply@anthropic.com>
This commit is contained in:
co-authored by
Claude Opus 4.5
parent
d5e04593f1
commit
4981277eef
@@ -1,12 +1,20 @@
|
||||
"""Anomaly detection layer - Suspicious activity identification."""
|
||||
|
||||
from polymarket_insider_tracker.detector.fresh_wallet import FreshWalletDetector
|
||||
from polymarket_insider_tracker.detector.models import FreshWalletSignal, SizeAnomalySignal
|
||||
from polymarket_insider_tracker.detector.models import (
|
||||
FreshWalletSignal,
|
||||
RiskAssessment,
|
||||
SizeAnomalySignal,
|
||||
)
|
||||
from polymarket_insider_tracker.detector.scorer import RiskScorer, SignalBundle
|
||||
from polymarket_insider_tracker.detector.size_anomaly import SizeAnomalyDetector
|
||||
|
||||
__all__ = [
|
||||
"FreshWalletDetector",
|
||||
"FreshWalletSignal",
|
||||
"RiskAssessment",
|
||||
"RiskScorer",
|
||||
"SignalBundle",
|
||||
"SizeAnomalyDetector",
|
||||
"SizeAnomalySignal",
|
||||
]
|
||||
|
||||
@@ -1,5 +1,8 @@
|
||||
"""Data models for the detector module."""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
import uuid
|
||||
from dataclasses import dataclass, field
|
||||
from datetime import UTC, datetime
|
||||
from decimal import Decimal
|
||||
@@ -143,3 +146,85 @@ class SizeAnomalySignal:
|
||||
"factors": self.factors,
|
||||
"timestamp": self.timestamp.isoformat(),
|
||||
}
|
||||
|
||||
|
||||
@dataclass(frozen=True)
|
||||
class RiskAssessment:
|
||||
"""Combined risk assessment aggregating all signal types.
|
||||
|
||||
This represents the final scoring output that determines whether
|
||||
a trade should trigger an alert, combining signals from multiple
|
||||
detectors with configurable weights.
|
||||
|
||||
Attributes:
|
||||
trade_event: The original trade event being assessed.
|
||||
wallet_address: The trader's wallet address.
|
||||
market_id: The market condition ID.
|
||||
fresh_wallet_signal: Signal from fresh wallet detector, if triggered.
|
||||
size_anomaly_signal: Signal from size anomaly detector, if triggered.
|
||||
signals_triggered: Count of how many signal types fired.
|
||||
weighted_score: Final weighted combination of all signals (0.0 to 1.0).
|
||||
should_alert: Whether this assessment meets alert threshold.
|
||||
assessment_id: Unique identifier for this assessment.
|
||||
timestamp: When this assessment was generated.
|
||||
"""
|
||||
|
||||
trade_event: TradeEvent
|
||||
wallet_address: str
|
||||
market_id: str
|
||||
|
||||
# Individual signals (None if not triggered)
|
||||
fresh_wallet_signal: FreshWalletSignal | None
|
||||
size_anomaly_signal: SizeAnomalySignal | None
|
||||
|
||||
# Combined scoring
|
||||
signals_triggered: int
|
||||
weighted_score: float
|
||||
should_alert: bool
|
||||
|
||||
# Metadata
|
||||
assessment_id: str = field(default_factory=lambda: str(uuid.uuid4()))
|
||||
timestamp: datetime = field(default_factory=lambda: datetime.now(UTC))
|
||||
|
||||
@property
|
||||
def is_high_risk(self) -> bool:
|
||||
"""Return True if weighted score exceeds 0.7."""
|
||||
return self.weighted_score >= 0.7
|
||||
|
||||
@property
|
||||
def is_very_high_risk(self) -> bool:
|
||||
"""Return True if weighted score exceeds 0.85."""
|
||||
return self.weighted_score >= 0.85
|
||||
|
||||
@property
|
||||
def trade_size_usdc(self) -> Decimal:
|
||||
"""Return the trade size in USDC (notional value)."""
|
||||
return self.trade_event.notional_value
|
||||
|
||||
def to_dict(self) -> dict[str, object]:
|
||||
"""Serialize to dictionary for Redis stream publishing."""
|
||||
return {
|
||||
"assessment_id": self.assessment_id,
|
||||
"wallet_address": self.wallet_address,
|
||||
"market_id": self.market_id,
|
||||
"trade_id": self.trade_event.trade_id,
|
||||
"trade_size": str(self.trade_size_usdc),
|
||||
"trade_side": self.trade_event.side,
|
||||
"trade_price": str(self.trade_event.price),
|
||||
"signals_triggered": self.signals_triggered,
|
||||
"weighted_score": self.weighted_score,
|
||||
"should_alert": self.should_alert,
|
||||
"has_fresh_wallet_signal": self.fresh_wallet_signal is not None,
|
||||
"has_size_anomaly_signal": self.size_anomaly_signal is not None,
|
||||
"fresh_wallet_confidence": (
|
||||
self.fresh_wallet_signal.confidence
|
||||
if self.fresh_wallet_signal
|
||||
else None
|
||||
),
|
||||
"size_anomaly_confidence": (
|
||||
self.size_anomaly_signal.confidence
|
||||
if self.size_anomaly_signal
|
||||
else None
|
||||
),
|
||||
"timestamp": self.timestamp.isoformat(),
|
||||
}
|
||||
|
||||
@@ -0,0 +1,309 @@
|
||||
"""Composite risk scorer combining all detector signals.
|
||||
|
||||
This module provides the RiskScorer class that aggregates signals from
|
||||
multiple detectors into a unified risk assessment with weighted scoring.
|
||||
"""
|
||||
|
||||
import logging
|
||||
from dataclasses import dataclass
|
||||
from datetime import UTC, datetime
|
||||
|
||||
from redis.asyncio import Redis
|
||||
|
||||
from polymarket_insider_tracker.detector.models import (
|
||||
FreshWalletSignal,
|
||||
RiskAssessment,
|
||||
SizeAnomalySignal,
|
||||
)
|
||||
from polymarket_insider_tracker.ingestor.models import TradeEvent
|
||||
|
||||
logger = logging.getLogger(__name__)
|
||||
|
||||
# Default configuration
|
||||
DEFAULT_ALERT_THRESHOLD = 0.6
|
||||
DEFAULT_DEDUP_WINDOW_SECONDS = 3600 # 1 hour
|
||||
DEFAULT_REDIS_KEY_PREFIX = "polymarket:dedup:"
|
||||
|
||||
# Default weights for each signal type
|
||||
DEFAULT_WEIGHTS = {
|
||||
"fresh_wallet": 0.40,
|
||||
"size_anomaly": 0.35,
|
||||
"niche_market": 0.25,
|
||||
}
|
||||
|
||||
# Multi-signal bonuses
|
||||
MULTI_SIGNAL_BONUS_2 = 1.2 # 20% bonus for 2 signals
|
||||
MULTI_SIGNAL_BONUS_3 = 1.3 # 30% bonus for 3+ signals
|
||||
|
||||
|
||||
@dataclass
|
||||
class SignalBundle:
|
||||
"""Bundle of signals for a single trade.
|
||||
|
||||
Collects all available signals for a trade event to pass to the scorer.
|
||||
"""
|
||||
|
||||
trade_event: TradeEvent
|
||||
fresh_wallet_signal: FreshWalletSignal | None = None
|
||||
size_anomaly_signal: SizeAnomalySignal | None = None
|
||||
|
||||
@property
|
||||
def wallet_address(self) -> str:
|
||||
"""Return the wallet address from the trade event."""
|
||||
return self.trade_event.wallet_address
|
||||
|
||||
@property
|
||||
def market_id(self) -> str:
|
||||
"""Return the market ID from the trade event."""
|
||||
return self.trade_event.market_id
|
||||
|
||||
|
||||
class RiskScorer:
|
||||
"""Composite risk scorer combining signals into unified assessments.
|
||||
|
||||
This scorer:
|
||||
- Aggregates signals from multiple detectors for the same trade
|
||||
- Applies configurable weights based on signal type
|
||||
- Calculates multi-signal bonuses for correlated signals
|
||||
- Enforces deduplication to prevent alert spam
|
||||
- Produces RiskAssessment objects for downstream alerting
|
||||
|
||||
Scoring Formula:
|
||||
weighted_score = sum(signal.confidence * weight[type] for signal in signals)
|
||||
|
||||
# Multi-signal bonus
|
||||
if signals >= 2: weighted_score *= 1.2
|
||||
if signals >= 3: weighted_score *= 1.3
|
||||
|
||||
# Cap at 1.0
|
||||
final_score = min(weighted_score, 1.0)
|
||||
|
||||
should_alert = final_score >= alert_threshold AND not deduplicated
|
||||
|
||||
Example:
|
||||
```python
|
||||
redis = Redis.from_url("redis://localhost:6379")
|
||||
scorer = RiskScorer(redis)
|
||||
|
||||
bundle = SignalBundle(
|
||||
trade_event=trade,
|
||||
fresh_wallet_signal=fresh_signal,
|
||||
size_anomaly_signal=size_signal,
|
||||
)
|
||||
|
||||
assessment = await scorer.assess(bundle)
|
||||
if assessment.should_alert:
|
||||
await send_alert(assessment)
|
||||
```
|
||||
"""
|
||||
|
||||
def __init__(
|
||||
self,
|
||||
redis: Redis,
|
||||
*,
|
||||
weights: dict[str, float] | None = None,
|
||||
alert_threshold: float = DEFAULT_ALERT_THRESHOLD,
|
||||
dedup_window_seconds: int = DEFAULT_DEDUP_WINDOW_SECONDS,
|
||||
key_prefix: str = DEFAULT_REDIS_KEY_PREFIX,
|
||||
) -> None:
|
||||
"""Initialize the risk scorer.
|
||||
|
||||
Args:
|
||||
redis: Redis async client for deduplication.
|
||||
weights: Custom weights for signal types. Defaults to DEFAULT_WEIGHTS.
|
||||
alert_threshold: Minimum score to trigger alert (default 0.6).
|
||||
dedup_window_seconds: Window for deduplication (default 3600 = 1 hour).
|
||||
key_prefix: Redis key prefix for dedup keys.
|
||||
"""
|
||||
self._redis = redis
|
||||
self._weights = weights or DEFAULT_WEIGHTS.copy()
|
||||
self._alert_threshold = alert_threshold
|
||||
self._dedup_window = dedup_window_seconds
|
||||
self._key_prefix = key_prefix
|
||||
|
||||
async def assess(self, bundle: SignalBundle) -> RiskAssessment:
|
||||
"""Assess a trade's risk based on all available signals.
|
||||
|
||||
This method:
|
||||
1. Counts triggered signals
|
||||
2. Calculates weighted score with bonuses
|
||||
3. Checks deduplication
|
||||
4. Creates RiskAssessment
|
||||
|
||||
Args:
|
||||
bundle: SignalBundle containing trade and all signals.
|
||||
|
||||
Returns:
|
||||
RiskAssessment with final scoring and alert decision.
|
||||
"""
|
||||
# Calculate weighted score
|
||||
weighted_score, signals_triggered = self.calculate_weighted_score(bundle)
|
||||
|
||||
# Determine if should alert (before dedup check)
|
||||
meets_threshold = weighted_score >= self._alert_threshold
|
||||
|
||||
# Check deduplication
|
||||
is_duplicate = False
|
||||
if meets_threshold:
|
||||
is_duplicate = await self._check_and_set_dedup(
|
||||
bundle.wallet_address,
|
||||
bundle.market_id,
|
||||
)
|
||||
|
||||
should_alert = meets_threshold and not is_duplicate
|
||||
|
||||
# Log assessment
|
||||
if should_alert:
|
||||
logger.info(
|
||||
"Risk assessment triggered alert: wallet=%s, market=%s, "
|
||||
"score=%.2f, signals=%d",
|
||||
bundle.wallet_address[:10] + "...",
|
||||
bundle.market_id[:10] + "...",
|
||||
weighted_score,
|
||||
signals_triggered,
|
||||
)
|
||||
elif is_duplicate:
|
||||
logger.debug(
|
||||
"Risk assessment deduplicated: wallet=%s, market=%s",
|
||||
bundle.wallet_address[:10] + "...",
|
||||
bundle.market_id[:10] + "...",
|
||||
)
|
||||
|
||||
return RiskAssessment(
|
||||
trade_event=bundle.trade_event,
|
||||
wallet_address=bundle.wallet_address,
|
||||
market_id=bundle.market_id,
|
||||
fresh_wallet_signal=bundle.fresh_wallet_signal,
|
||||
size_anomaly_signal=bundle.size_anomaly_signal,
|
||||
signals_triggered=signals_triggered,
|
||||
weighted_score=weighted_score,
|
||||
should_alert=should_alert,
|
||||
)
|
||||
|
||||
def calculate_weighted_score(
|
||||
self, bundle: SignalBundle
|
||||
) -> tuple[float, int]:
|
||||
"""Calculate weighted score from all signals.
|
||||
|
||||
Applies per-signal weights and multi-signal bonuses.
|
||||
|
||||
Args:
|
||||
bundle: SignalBundle with all available signals.
|
||||
|
||||
Returns:
|
||||
Tuple of (weighted_score, signals_triggered_count).
|
||||
"""
|
||||
score = 0.0
|
||||
signals_triggered = 0
|
||||
|
||||
# Fresh wallet signal
|
||||
if bundle.fresh_wallet_signal is not None:
|
||||
weight = self._weights.get("fresh_wallet", 0.0)
|
||||
score += bundle.fresh_wallet_signal.confidence * weight
|
||||
signals_triggered += 1
|
||||
|
||||
# Size anomaly signal
|
||||
if bundle.size_anomaly_signal is not None:
|
||||
weight = self._weights.get("size_anomaly", 0.0)
|
||||
score += bundle.size_anomaly_signal.confidence * weight
|
||||
signals_triggered += 1
|
||||
|
||||
# Additional niche market weight
|
||||
if bundle.size_anomaly_signal.is_niche_market:
|
||||
niche_weight = self._weights.get("niche_market", 0.0)
|
||||
score += bundle.size_anomaly_signal.confidence * niche_weight
|
||||
|
||||
# Apply multi-signal bonus
|
||||
if signals_triggered >= 3:
|
||||
score *= MULTI_SIGNAL_BONUS_3
|
||||
elif signals_triggered >= 2:
|
||||
score *= MULTI_SIGNAL_BONUS_2
|
||||
|
||||
# Cap at 1.0
|
||||
score = min(score, 1.0)
|
||||
|
||||
return score, signals_triggered
|
||||
|
||||
async def _check_and_set_dedup(
|
||||
self,
|
||||
wallet_address: str,
|
||||
market_id: str,
|
||||
) -> bool:
|
||||
"""Check if this wallet/market combo was recently alerted.
|
||||
|
||||
If not a duplicate, sets the dedup key with TTL.
|
||||
|
||||
Args:
|
||||
wallet_address: The trader's wallet address.
|
||||
market_id: The market condition ID.
|
||||
|
||||
Returns:
|
||||
True if this is a duplicate (already alerted), False otherwise.
|
||||
"""
|
||||
key = f"{self._key_prefix}{wallet_address}:{market_id}"
|
||||
|
||||
# Try to set with NX (only if not exists)
|
||||
was_set = await self._redis.set(
|
||||
key,
|
||||
datetime.now(UTC).isoformat(),
|
||||
nx=True,
|
||||
ex=self._dedup_window,
|
||||
)
|
||||
|
||||
# If was_set is None/False, key already existed = duplicate
|
||||
return not was_set
|
||||
|
||||
async def clear_dedup(
|
||||
self,
|
||||
wallet_address: str,
|
||||
market_id: str,
|
||||
) -> bool:
|
||||
"""Clear dedup key for a wallet/market combo.
|
||||
|
||||
Useful for testing or manual override.
|
||||
|
||||
Args:
|
||||
wallet_address: The trader's wallet address.
|
||||
market_id: The market condition ID.
|
||||
|
||||
Returns:
|
||||
True if key was deleted, False if it didn't exist.
|
||||
"""
|
||||
key = f"{self._key_prefix}{wallet_address}:{market_id}"
|
||||
deleted = await self._redis.delete(key)
|
||||
return deleted > 0
|
||||
|
||||
async def assess_batch(
|
||||
self, bundles: list[SignalBundle]
|
||||
) -> list[RiskAssessment]:
|
||||
"""Assess multiple trade bundles.
|
||||
|
||||
Args:
|
||||
bundles: List of SignalBundles to assess.
|
||||
|
||||
Returns:
|
||||
List of RiskAssessments.
|
||||
"""
|
||||
import asyncio
|
||||
|
||||
tasks = [self.assess(bundle) for bundle in bundles]
|
||||
return await asyncio.gather(*tasks)
|
||||
|
||||
def get_weights(self) -> dict[str, float]:
|
||||
"""Get current signal weights.
|
||||
|
||||
Returns:
|
||||
Copy of the weights dictionary.
|
||||
"""
|
||||
return self._weights.copy()
|
||||
|
||||
def set_weights(self, weights: dict[str, float]) -> None:
|
||||
"""Update signal weights.
|
||||
|
||||
Useful for A/B testing different weight configurations.
|
||||
|
||||
Args:
|
||||
weights: New weights dictionary.
|
||||
"""
|
||||
self._weights = weights.copy()
|
||||
logger.info("Updated risk scorer weights: %s", self._weights)
|
||||
Reference in New Issue
Block a user