Compare commits
5 Commits
feature/is
...
feature/is
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
ce952d97b2 | ||
| 53d3637b3e | |||
| ad1f17bb56 | |||
|
|
62b1a1f37a | ||
| 2a80030ceb |
8
src/analysis/__init__.py
Normal file
8
src/analysis/__init__.py
Normal file
@@ -0,0 +1,8 @@
|
|||||||
|
"""Technical analysis and market scanning modules."""
|
||||||
|
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
from src.analysis.scanner import MarketScanner
|
||||||
|
from src.analysis.volatility import VolatilityAnalyzer
|
||||||
|
|
||||||
|
__all__ = ["VolatilityAnalyzer", "MarketScanner"]
|
||||||
237
src/analysis/scanner.py
Normal file
237
src/analysis/scanner.py
Normal file
@@ -0,0 +1,237 @@
|
|||||||
|
"""Real-time market scanner for detecting high-momentum stocks.
|
||||||
|
|
||||||
|
Scans all available stocks in a market and ranks by volatility/momentum score.
|
||||||
|
"""
|
||||||
|
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
import asyncio
|
||||||
|
import logging
|
||||||
|
from dataclasses import dataclass
|
||||||
|
from typing import Any
|
||||||
|
|
||||||
|
from src.analysis.volatility import VolatilityAnalyzer, VolatilityMetrics
|
||||||
|
from src.broker.kis_api import KISBroker
|
||||||
|
from src.broker.overseas import OverseasBroker
|
||||||
|
from src.context.layer import ContextLayer
|
||||||
|
from src.context.store import ContextStore
|
||||||
|
from src.markets.schedule import MarketInfo
|
||||||
|
|
||||||
|
logger = logging.getLogger(__name__)
|
||||||
|
|
||||||
|
|
||||||
|
@dataclass
|
||||||
|
class ScanResult:
|
||||||
|
"""Result from a market scan."""
|
||||||
|
|
||||||
|
market_code: str
|
||||||
|
timestamp: str
|
||||||
|
total_scanned: int
|
||||||
|
top_movers: list[VolatilityMetrics]
|
||||||
|
breakouts: list[str] # Stock codes with breakout patterns
|
||||||
|
breakdowns: list[str] # Stock codes with breakdown patterns
|
||||||
|
|
||||||
|
|
||||||
|
class MarketScanner:
|
||||||
|
"""Scans markets for high-volatility, high-momentum stocks."""
|
||||||
|
|
||||||
|
def __init__(
|
||||||
|
self,
|
||||||
|
broker: KISBroker,
|
||||||
|
overseas_broker: OverseasBroker,
|
||||||
|
volatility_analyzer: VolatilityAnalyzer,
|
||||||
|
context_store: ContextStore,
|
||||||
|
top_n: int = 5,
|
||||||
|
) -> None:
|
||||||
|
"""Initialize the market scanner.
|
||||||
|
|
||||||
|
Args:
|
||||||
|
broker: KIS broker instance for domestic market
|
||||||
|
overseas_broker: Overseas broker instance
|
||||||
|
volatility_analyzer: Volatility analyzer instance
|
||||||
|
context_store: Context store for L7 real-time data
|
||||||
|
top_n: Number of top movers to return per market (default 5)
|
||||||
|
"""
|
||||||
|
self.broker = broker
|
||||||
|
self.overseas_broker = overseas_broker
|
||||||
|
self.analyzer = volatility_analyzer
|
||||||
|
self.context_store = context_store
|
||||||
|
self.top_n = top_n
|
||||||
|
|
||||||
|
async def scan_stock(
|
||||||
|
self,
|
||||||
|
stock_code: str,
|
||||||
|
market: MarketInfo,
|
||||||
|
) -> VolatilityMetrics | None:
|
||||||
|
"""Scan a single stock for volatility metrics.
|
||||||
|
|
||||||
|
Args:
|
||||||
|
stock_code: Stock code to scan
|
||||||
|
market: Market information
|
||||||
|
|
||||||
|
Returns:
|
||||||
|
VolatilityMetrics if successful, None on error
|
||||||
|
"""
|
||||||
|
try:
|
||||||
|
if market.is_domestic:
|
||||||
|
orderbook = await self.broker.get_orderbook(stock_code)
|
||||||
|
else:
|
||||||
|
# For overseas, we need to adapt the price data structure
|
||||||
|
price_data = await self.overseas_broker.get_overseas_price(
|
||||||
|
market.exchange_code, stock_code
|
||||||
|
)
|
||||||
|
# Convert to orderbook-like structure
|
||||||
|
orderbook = {
|
||||||
|
"output1": {
|
||||||
|
"stck_prpr": price_data.get("output", {}).get("last", "0"),
|
||||||
|
"acml_vol": price_data.get("output", {}).get("tvol", "0"),
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
# For now, use empty price history (would need real historical data)
|
||||||
|
# In production, this would fetch from a time-series database or API
|
||||||
|
price_history: dict[str, Any] = {
|
||||||
|
"high": [],
|
||||||
|
"low": [],
|
||||||
|
"close": [],
|
||||||
|
"volume": [],
|
||||||
|
}
|
||||||
|
|
||||||
|
metrics = self.analyzer.analyze(stock_code, orderbook, price_history)
|
||||||
|
|
||||||
|
# Store in L7 real-time layer
|
||||||
|
from datetime import UTC, datetime
|
||||||
|
timeframe = datetime.now(UTC).isoformat()
|
||||||
|
self.context_store.set_context(
|
||||||
|
ContextLayer.L7_REALTIME,
|
||||||
|
timeframe,
|
||||||
|
f"{market.code}_{stock_code}_volatility",
|
||||||
|
{
|
||||||
|
"price": metrics.current_price,
|
||||||
|
"atr": metrics.atr,
|
||||||
|
"price_change_1m": metrics.price_change_1m,
|
||||||
|
"volume_surge": metrics.volume_surge,
|
||||||
|
"momentum_score": metrics.momentum_score,
|
||||||
|
},
|
||||||
|
)
|
||||||
|
|
||||||
|
return metrics
|
||||||
|
|
||||||
|
except Exception as exc:
|
||||||
|
logger.warning("Failed to scan %s (%s): %s", stock_code, market.code, exc)
|
||||||
|
return None
|
||||||
|
|
||||||
|
async def scan_market(
|
||||||
|
self,
|
||||||
|
market: MarketInfo,
|
||||||
|
stock_codes: list[str],
|
||||||
|
) -> ScanResult:
|
||||||
|
"""Scan all stocks in a market and rank by momentum.
|
||||||
|
|
||||||
|
Args:
|
||||||
|
market: Market to scan
|
||||||
|
stock_codes: List of stock codes to scan
|
||||||
|
|
||||||
|
Returns:
|
||||||
|
ScanResult with ranked stocks
|
||||||
|
"""
|
||||||
|
from datetime import UTC, datetime
|
||||||
|
|
||||||
|
logger.info("Scanning %s market (%d stocks)", market.name, len(stock_codes))
|
||||||
|
|
||||||
|
# Scan all stocks concurrently (with rate limiting handled by broker)
|
||||||
|
tasks = [self.scan_stock(code, market) for code in stock_codes]
|
||||||
|
results = await asyncio.gather(*tasks)
|
||||||
|
|
||||||
|
# Filter out failures and sort by momentum score
|
||||||
|
valid_metrics = [m for m in results if m is not None]
|
||||||
|
valid_metrics.sort(key=lambda m: m.momentum_score, reverse=True)
|
||||||
|
|
||||||
|
# Get top N movers
|
||||||
|
top_movers = valid_metrics[: self.top_n]
|
||||||
|
|
||||||
|
# Detect breakouts and breakdowns
|
||||||
|
breakouts = [
|
||||||
|
m.stock_code for m in valid_metrics if self.analyzer.is_breakout(m)
|
||||||
|
]
|
||||||
|
breakdowns = [
|
||||||
|
m.stock_code for m in valid_metrics if self.analyzer.is_breakdown(m)
|
||||||
|
]
|
||||||
|
|
||||||
|
logger.info(
|
||||||
|
"%s scan complete: %d scanned, top momentum=%.1f, %d breakouts, %d breakdowns",
|
||||||
|
market.name,
|
||||||
|
len(valid_metrics),
|
||||||
|
top_movers[0].momentum_score if top_movers else 0.0,
|
||||||
|
len(breakouts),
|
||||||
|
len(breakdowns),
|
||||||
|
)
|
||||||
|
|
||||||
|
# Store scan results in L7
|
||||||
|
timeframe = datetime.now(UTC).isoformat()
|
||||||
|
self.context_store.set_context(
|
||||||
|
ContextLayer.L7_REALTIME,
|
||||||
|
timeframe,
|
||||||
|
f"{market.code}_scan_result",
|
||||||
|
{
|
||||||
|
"total_scanned": len(valid_metrics),
|
||||||
|
"top_movers": [m.stock_code for m in top_movers],
|
||||||
|
"breakouts": breakouts,
|
||||||
|
"breakdowns": breakdowns,
|
||||||
|
},
|
||||||
|
)
|
||||||
|
|
||||||
|
return ScanResult(
|
||||||
|
market_code=market.code,
|
||||||
|
timestamp=timeframe,
|
||||||
|
total_scanned=len(valid_metrics),
|
||||||
|
top_movers=top_movers,
|
||||||
|
breakouts=breakouts,
|
||||||
|
breakdowns=breakdowns,
|
||||||
|
)
|
||||||
|
|
||||||
|
def get_updated_watchlist(
|
||||||
|
self,
|
||||||
|
current_watchlist: list[str],
|
||||||
|
scan_result: ScanResult,
|
||||||
|
max_replacements: int = 2,
|
||||||
|
) -> list[str]:
|
||||||
|
"""Update watchlist by replacing laggards with leaders.
|
||||||
|
|
||||||
|
Args:
|
||||||
|
current_watchlist: Current watchlist
|
||||||
|
scan_result: Recent scan result
|
||||||
|
max_replacements: Maximum stocks to replace per scan
|
||||||
|
|
||||||
|
Returns:
|
||||||
|
Updated watchlist with leaders
|
||||||
|
"""
|
||||||
|
# Keep stocks that are in top movers
|
||||||
|
top_codes = [m.stock_code for m in scan_result.top_movers]
|
||||||
|
keepers = [code for code in current_watchlist if code in top_codes]
|
||||||
|
|
||||||
|
# Add new leaders not in current watchlist
|
||||||
|
new_leaders = [code for code in top_codes if code not in current_watchlist]
|
||||||
|
|
||||||
|
# Limit replacements
|
||||||
|
new_leaders = new_leaders[:max_replacements]
|
||||||
|
|
||||||
|
# Create updated watchlist
|
||||||
|
updated = keepers + new_leaders
|
||||||
|
|
||||||
|
# If we removed too many, backfill from current watchlist
|
||||||
|
if len(updated) < len(current_watchlist):
|
||||||
|
backfill = [
|
||||||
|
code for code in current_watchlist
|
||||||
|
if code not in updated
|
||||||
|
][: len(current_watchlist) - len(updated)]
|
||||||
|
updated.extend(backfill)
|
||||||
|
|
||||||
|
logger.info(
|
||||||
|
"Watchlist updated: %d kept, %d new leaders, %d total",
|
||||||
|
len(keepers),
|
||||||
|
len(new_leaders),
|
||||||
|
len(updated),
|
||||||
|
)
|
||||||
|
|
||||||
|
return updated
|
||||||
325
src/analysis/volatility.py
Normal file
325
src/analysis/volatility.py
Normal file
@@ -0,0 +1,325 @@
|
|||||||
|
"""Volatility and momentum analysis for stock selection.
|
||||||
|
|
||||||
|
Calculates ATR, price change percentages, volume surges, and price-volume divergence.
|
||||||
|
"""
|
||||||
|
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
from dataclasses import dataclass
|
||||||
|
from typing import Any
|
||||||
|
|
||||||
|
|
||||||
|
@dataclass
|
||||||
|
class VolatilityMetrics:
|
||||||
|
"""Volatility and momentum metrics for a stock."""
|
||||||
|
|
||||||
|
stock_code: str
|
||||||
|
current_price: float
|
||||||
|
atr: float # Average True Range (14 periods)
|
||||||
|
price_change_1m: float # 1-minute price change %
|
||||||
|
price_change_5m: float # 5-minute price change %
|
||||||
|
price_change_15m: float # 15-minute price change %
|
||||||
|
volume_surge: float # Volume vs average (ratio)
|
||||||
|
pv_divergence: float # Price-volume divergence score
|
||||||
|
momentum_score: float # Combined momentum score (0-100)
|
||||||
|
|
||||||
|
def __repr__(self) -> str:
|
||||||
|
return (
|
||||||
|
f"VolatilityMetrics({self.stock_code}: "
|
||||||
|
f"price={self.current_price:.2f}, "
|
||||||
|
f"atr={self.atr:.2f}, "
|
||||||
|
f"1m={self.price_change_1m:.2f}%, "
|
||||||
|
f"vol_surge={self.volume_surge:.2f}x, "
|
||||||
|
f"momentum={self.momentum_score:.1f})"
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
class VolatilityAnalyzer:
|
||||||
|
"""Analyzes stock volatility and momentum for leader detection."""
|
||||||
|
|
||||||
|
def __init__(self, min_volume_surge: float = 2.0, min_price_change: float = 1.0) -> None:
|
||||||
|
"""Initialize the volatility analyzer.
|
||||||
|
|
||||||
|
Args:
|
||||||
|
min_volume_surge: Minimum volume surge ratio (default 2x average)
|
||||||
|
min_price_change: Minimum price change % for breakout (default 1%)
|
||||||
|
"""
|
||||||
|
self.min_volume_surge = min_volume_surge
|
||||||
|
self.min_price_change = min_price_change
|
||||||
|
|
||||||
|
def calculate_atr(
|
||||||
|
self,
|
||||||
|
high_prices: list[float],
|
||||||
|
low_prices: list[float],
|
||||||
|
close_prices: list[float],
|
||||||
|
period: int = 14,
|
||||||
|
) -> float:
|
||||||
|
"""Calculate Average True Range (ATR).
|
||||||
|
|
||||||
|
Args:
|
||||||
|
high_prices: List of high prices (most recent last)
|
||||||
|
low_prices: List of low prices (most recent last)
|
||||||
|
close_prices: List of close prices (most recent last)
|
||||||
|
period: ATR period (default 14)
|
||||||
|
|
||||||
|
Returns:
|
||||||
|
ATR value
|
||||||
|
"""
|
||||||
|
if (
|
||||||
|
len(high_prices) < period + 1
|
||||||
|
or len(low_prices) < period + 1
|
||||||
|
or len(close_prices) < period + 1
|
||||||
|
):
|
||||||
|
return 0.0
|
||||||
|
|
||||||
|
true_ranges: list[float] = []
|
||||||
|
for i in range(1, len(high_prices)):
|
||||||
|
high = high_prices[i]
|
||||||
|
low = low_prices[i]
|
||||||
|
prev_close = close_prices[i - 1]
|
||||||
|
|
||||||
|
tr = max(
|
||||||
|
high - low,
|
||||||
|
abs(high - prev_close),
|
||||||
|
abs(low - prev_close),
|
||||||
|
)
|
||||||
|
true_ranges.append(tr)
|
||||||
|
|
||||||
|
if len(true_ranges) < period:
|
||||||
|
return 0.0
|
||||||
|
|
||||||
|
# Simple Moving Average of True Range
|
||||||
|
recent_tr = true_ranges[-period:]
|
||||||
|
return sum(recent_tr) / len(recent_tr)
|
||||||
|
|
||||||
|
def calculate_price_change(
|
||||||
|
self, current_price: float, past_price: float
|
||||||
|
) -> float:
|
||||||
|
"""Calculate price change percentage.
|
||||||
|
|
||||||
|
Args:
|
||||||
|
current_price: Current price
|
||||||
|
past_price: Past price to compare against
|
||||||
|
|
||||||
|
Returns:
|
||||||
|
Price change percentage
|
||||||
|
"""
|
||||||
|
if past_price == 0:
|
||||||
|
return 0.0
|
||||||
|
return ((current_price - past_price) / past_price) * 100
|
||||||
|
|
||||||
|
def calculate_volume_surge(
|
||||||
|
self, current_volume: float, avg_volume: float
|
||||||
|
) -> float:
|
||||||
|
"""Calculate volume surge ratio.
|
||||||
|
|
||||||
|
Args:
|
||||||
|
current_volume: Current volume
|
||||||
|
avg_volume: Average volume
|
||||||
|
|
||||||
|
Returns:
|
||||||
|
Volume surge ratio (current / average)
|
||||||
|
"""
|
||||||
|
if avg_volume == 0:
|
||||||
|
return 1.0
|
||||||
|
return current_volume / avg_volume
|
||||||
|
|
||||||
|
def calculate_pv_divergence(
|
||||||
|
self,
|
||||||
|
price_change: float,
|
||||||
|
volume_surge: float,
|
||||||
|
) -> float:
|
||||||
|
"""Calculate price-volume divergence score.
|
||||||
|
|
||||||
|
Positive divergence: Price up + Volume up = bullish
|
||||||
|
Negative divergence: Price up + Volume down = bearish
|
||||||
|
Neutral: Price/volume move together moderately
|
||||||
|
|
||||||
|
Args:
|
||||||
|
price_change: Price change percentage
|
||||||
|
volume_surge: Volume surge ratio
|
||||||
|
|
||||||
|
Returns:
|
||||||
|
Divergence score (-100 to +100)
|
||||||
|
"""
|
||||||
|
# Normalize volume surge to -1 to +1 scale (1.0 = neutral)
|
||||||
|
volume_signal = (volume_surge - 1.0) * 10 # Scale for sensitivity
|
||||||
|
|
||||||
|
# Calculate divergence
|
||||||
|
# Positive: price and volume move in same direction
|
||||||
|
# Negative: price and volume move in opposite directions
|
||||||
|
if price_change > 0 and volume_surge > 1.0:
|
||||||
|
# Bullish: price up, volume up
|
||||||
|
return min(100.0, price_change * volume_signal)
|
||||||
|
elif price_change < 0 and volume_surge < 1.0:
|
||||||
|
# Bearish confirmation: price down, volume down
|
||||||
|
return max(-100.0, price_change * volume_signal)
|
||||||
|
elif price_change > 0 and volume_surge < 1.0:
|
||||||
|
# Bearish divergence: price up but volume low (weak rally)
|
||||||
|
return -abs(price_change) * 0.5
|
||||||
|
elif price_change < 0 and volume_surge > 1.0:
|
||||||
|
# Selling pressure: price down, volume up
|
||||||
|
return price_change * volume_signal
|
||||||
|
else:
|
||||||
|
return 0.0
|
||||||
|
|
||||||
|
def calculate_momentum_score(
|
||||||
|
self,
|
||||||
|
price_change_1m: float,
|
||||||
|
price_change_5m: float,
|
||||||
|
price_change_15m: float,
|
||||||
|
volume_surge: float,
|
||||||
|
atr: float,
|
||||||
|
current_price: float,
|
||||||
|
) -> float:
|
||||||
|
"""Calculate combined momentum score (0-100).
|
||||||
|
|
||||||
|
Weights:
|
||||||
|
- 1m change: 40%
|
||||||
|
- 5m change: 30%
|
||||||
|
- 15m change: 20%
|
||||||
|
- Volume surge: 10%
|
||||||
|
|
||||||
|
Args:
|
||||||
|
price_change_1m: 1-minute price change %
|
||||||
|
price_change_5m: 5-minute price change %
|
||||||
|
price_change_15m: 15-minute price change %
|
||||||
|
volume_surge: Volume surge ratio
|
||||||
|
atr: Average True Range
|
||||||
|
current_price: Current price
|
||||||
|
|
||||||
|
Returns:
|
||||||
|
Momentum score (0-100)
|
||||||
|
"""
|
||||||
|
# Weight recent changes more heavily
|
||||||
|
weighted_change = (
|
||||||
|
price_change_1m * 0.4 +
|
||||||
|
price_change_5m * 0.3 +
|
||||||
|
price_change_15m * 0.2
|
||||||
|
)
|
||||||
|
|
||||||
|
# Volume contribution (normalized to 0-10 scale)
|
||||||
|
volume_contribution = min(10.0, (volume_surge - 1.0) * 5.0)
|
||||||
|
|
||||||
|
# Volatility bonus: higher ATR = higher potential (normalized)
|
||||||
|
volatility_bonus = 0.0
|
||||||
|
if current_price > 0:
|
||||||
|
atr_pct = (atr / current_price) * 100
|
||||||
|
volatility_bonus = min(10.0, atr_pct)
|
||||||
|
|
||||||
|
# Combine scores
|
||||||
|
raw_score = weighted_change + volume_contribution + volatility_bonus
|
||||||
|
|
||||||
|
# Normalize to 0-100 scale
|
||||||
|
# Assume typical momentum range is -10 to +30
|
||||||
|
normalized = ((raw_score + 10) / 40) * 100
|
||||||
|
|
||||||
|
return max(0.0, min(100.0, normalized))
|
||||||
|
|
||||||
|
def analyze(
|
||||||
|
self,
|
||||||
|
stock_code: str,
|
||||||
|
orderbook_data: dict[str, Any],
|
||||||
|
price_history: dict[str, Any],
|
||||||
|
) -> VolatilityMetrics:
|
||||||
|
"""Analyze volatility and momentum for a stock.
|
||||||
|
|
||||||
|
Args:
|
||||||
|
stock_code: Stock code
|
||||||
|
orderbook_data: Current orderbook/quote data
|
||||||
|
price_history: Historical price and volume data
|
||||||
|
|
||||||
|
Returns:
|
||||||
|
VolatilityMetrics with calculated indicators
|
||||||
|
"""
|
||||||
|
# Extract current data from orderbook
|
||||||
|
output1 = orderbook_data.get("output1", {})
|
||||||
|
current_price = float(output1.get("stck_prpr", 0))
|
||||||
|
current_volume = float(output1.get("acml_vol", 0))
|
||||||
|
|
||||||
|
# Extract historical data
|
||||||
|
high_prices = price_history.get("high", [])
|
||||||
|
low_prices = price_history.get("low", [])
|
||||||
|
close_prices = price_history.get("close", [])
|
||||||
|
volumes = price_history.get("volume", [])
|
||||||
|
|
||||||
|
# Calculate ATR
|
||||||
|
atr = self.calculate_atr(high_prices, low_prices, close_prices)
|
||||||
|
|
||||||
|
# Calculate price changes (use historical data if available)
|
||||||
|
price_change_1m = 0.0
|
||||||
|
price_change_5m = 0.0
|
||||||
|
price_change_15m = 0.0
|
||||||
|
|
||||||
|
if len(close_prices) > 0:
|
||||||
|
if len(close_prices) >= 1:
|
||||||
|
price_change_1m = self.calculate_price_change(
|
||||||
|
current_price, close_prices[-1]
|
||||||
|
)
|
||||||
|
if len(close_prices) >= 5:
|
||||||
|
price_change_5m = self.calculate_price_change(
|
||||||
|
current_price, close_prices[-5]
|
||||||
|
)
|
||||||
|
if len(close_prices) >= 15:
|
||||||
|
price_change_15m = self.calculate_price_change(
|
||||||
|
current_price, close_prices[-15]
|
||||||
|
)
|
||||||
|
|
||||||
|
# Calculate volume surge
|
||||||
|
avg_volume = sum(volumes) / len(volumes) if volumes else current_volume
|
||||||
|
volume_surge = self.calculate_volume_surge(current_volume, avg_volume)
|
||||||
|
|
||||||
|
# Calculate price-volume divergence
|
||||||
|
pv_divergence = self.calculate_pv_divergence(price_change_1m, volume_surge)
|
||||||
|
|
||||||
|
# Calculate momentum score
|
||||||
|
momentum_score = self.calculate_momentum_score(
|
||||||
|
price_change_1m,
|
||||||
|
price_change_5m,
|
||||||
|
price_change_15m,
|
||||||
|
volume_surge,
|
||||||
|
atr,
|
||||||
|
current_price,
|
||||||
|
)
|
||||||
|
|
||||||
|
return VolatilityMetrics(
|
||||||
|
stock_code=stock_code,
|
||||||
|
current_price=current_price,
|
||||||
|
atr=atr,
|
||||||
|
price_change_1m=price_change_1m,
|
||||||
|
price_change_5m=price_change_5m,
|
||||||
|
price_change_15m=price_change_15m,
|
||||||
|
volume_surge=volume_surge,
|
||||||
|
pv_divergence=pv_divergence,
|
||||||
|
momentum_score=momentum_score,
|
||||||
|
)
|
||||||
|
|
||||||
|
def is_breakout(self, metrics: VolatilityMetrics) -> bool:
|
||||||
|
"""Determine if a stock is experiencing a breakout.
|
||||||
|
|
||||||
|
Args:
|
||||||
|
metrics: Volatility metrics for the stock
|
||||||
|
|
||||||
|
Returns:
|
||||||
|
True if breakout conditions are met
|
||||||
|
"""
|
||||||
|
return (
|
||||||
|
metrics.price_change_1m >= self.min_price_change
|
||||||
|
and metrics.volume_surge >= self.min_volume_surge
|
||||||
|
and metrics.pv_divergence > 0 # Bullish divergence
|
||||||
|
)
|
||||||
|
|
||||||
|
def is_breakdown(self, metrics: VolatilityMetrics) -> bool:
|
||||||
|
"""Determine if a stock is experiencing a breakdown.
|
||||||
|
|
||||||
|
Args:
|
||||||
|
metrics: Volatility metrics for the stock
|
||||||
|
|
||||||
|
Returns:
|
||||||
|
True if breakdown conditions are met
|
||||||
|
"""
|
||||||
|
return (
|
||||||
|
metrics.price_change_1m <= -self.min_price_change
|
||||||
|
and metrics.volume_surge >= self.min_volume_surge
|
||||||
|
and metrics.pv_divergence < 0 # Bearish divergence
|
||||||
|
)
|
||||||
110
src/core/criticality.py
Normal file
110
src/core/criticality.py
Normal file
@@ -0,0 +1,110 @@
|
|||||||
|
"""Criticality assessment for urgency-based response system.
|
||||||
|
|
||||||
|
Evaluates market conditions to determine response urgency and enable
|
||||||
|
faster reactions in critical situations.
|
||||||
|
"""
|
||||||
|
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
from enum import StrEnum
|
||||||
|
|
||||||
|
|
||||||
|
class CriticalityLevel(StrEnum):
|
||||||
|
"""Urgency levels for market conditions and trading decisions."""
|
||||||
|
|
||||||
|
CRITICAL = "CRITICAL" # <5s timeout - Emergency response required
|
||||||
|
HIGH = "HIGH" # <30s timeout - Elevated priority
|
||||||
|
NORMAL = "NORMAL" # <60s timeout - Standard processing
|
||||||
|
LOW = "LOW" # No timeout - Batch processing
|
||||||
|
|
||||||
|
|
||||||
|
class CriticalityAssessor:
|
||||||
|
"""Assesses market conditions to determine response criticality level."""
|
||||||
|
|
||||||
|
def __init__(
|
||||||
|
self,
|
||||||
|
critical_pnl_threshold: float = -2.5,
|
||||||
|
critical_price_change_threshold: float = 5.0,
|
||||||
|
critical_volume_surge_threshold: float = 10.0,
|
||||||
|
high_volatility_threshold: float = 70.0,
|
||||||
|
low_volatility_threshold: float = 30.0,
|
||||||
|
) -> None:
|
||||||
|
"""Initialize the criticality assessor.
|
||||||
|
|
||||||
|
Args:
|
||||||
|
critical_pnl_threshold: P&L % that triggers CRITICAL (default -2.5%)
|
||||||
|
critical_price_change_threshold: Price change % that triggers CRITICAL
|
||||||
|
(default 5.0% in 1 minute)
|
||||||
|
critical_volume_surge_threshold: Volume surge ratio that triggers CRITICAL
|
||||||
|
(default 10x average)
|
||||||
|
high_volatility_threshold: Volatility score that triggers HIGH
|
||||||
|
(default 70.0)
|
||||||
|
low_volatility_threshold: Volatility score below which is LOW
|
||||||
|
(default 30.0)
|
||||||
|
"""
|
||||||
|
self.critical_pnl_threshold = critical_pnl_threshold
|
||||||
|
self.critical_price_change_threshold = critical_price_change_threshold
|
||||||
|
self.critical_volume_surge_threshold = critical_volume_surge_threshold
|
||||||
|
self.high_volatility_threshold = high_volatility_threshold
|
||||||
|
self.low_volatility_threshold = low_volatility_threshold
|
||||||
|
|
||||||
|
def assess_market_conditions(
|
||||||
|
self,
|
||||||
|
pnl_pct: float,
|
||||||
|
volatility_score: float,
|
||||||
|
volume_surge: float,
|
||||||
|
price_change_1m: float = 0.0,
|
||||||
|
is_market_open: bool = True,
|
||||||
|
) -> CriticalityLevel:
|
||||||
|
"""Assess criticality level based on market conditions.
|
||||||
|
|
||||||
|
Args:
|
||||||
|
pnl_pct: Current P&L percentage
|
||||||
|
volatility_score: Momentum score from VolatilityAnalyzer (0-100)
|
||||||
|
volume_surge: Volume surge ratio (current / average)
|
||||||
|
price_change_1m: 1-minute price change percentage
|
||||||
|
is_market_open: Whether the market is currently open
|
||||||
|
|
||||||
|
Returns:
|
||||||
|
CriticalityLevel indicating required response urgency
|
||||||
|
"""
|
||||||
|
# Market closed or very quiet → LOW priority (batch processing)
|
||||||
|
if not is_market_open or volatility_score < self.low_volatility_threshold:
|
||||||
|
return CriticalityLevel.LOW
|
||||||
|
|
||||||
|
# CRITICAL conditions: immediate action required
|
||||||
|
# 1. P&L near circuit breaker (-2.5% is close to -3.0% breaker)
|
||||||
|
if pnl_pct <= self.critical_pnl_threshold:
|
||||||
|
return CriticalityLevel.CRITICAL
|
||||||
|
|
||||||
|
# 2. Large sudden price movement (>5% in 1 minute)
|
||||||
|
if abs(price_change_1m) >= self.critical_price_change_threshold:
|
||||||
|
return CriticalityLevel.CRITICAL
|
||||||
|
|
||||||
|
# 3. Extreme volume surge (>10x average) indicates major event
|
||||||
|
if volume_surge >= self.critical_volume_surge_threshold:
|
||||||
|
return CriticalityLevel.CRITICAL
|
||||||
|
|
||||||
|
# HIGH priority: elevated volatility requires faster response
|
||||||
|
if volatility_score >= self.high_volatility_threshold:
|
||||||
|
return CriticalityLevel.HIGH
|
||||||
|
|
||||||
|
# NORMAL: standard trading conditions
|
||||||
|
return CriticalityLevel.NORMAL
|
||||||
|
|
||||||
|
def get_timeout(self, level: CriticalityLevel) -> float | None:
|
||||||
|
"""Get timeout in seconds for a given criticality level.
|
||||||
|
|
||||||
|
Args:
|
||||||
|
level: Criticality level
|
||||||
|
|
||||||
|
Returns:
|
||||||
|
Timeout in seconds, or None for no timeout (LOW priority)
|
||||||
|
"""
|
||||||
|
timeout_map = {
|
||||||
|
CriticalityLevel.CRITICAL: 5.0,
|
||||||
|
CriticalityLevel.HIGH: 30.0,
|
||||||
|
CriticalityLevel.NORMAL: 60.0,
|
||||||
|
CriticalityLevel.LOW: None,
|
||||||
|
}
|
||||||
|
return timeout_map[level]
|
||||||
291
src/core/priority_queue.py
Normal file
291
src/core/priority_queue.py
Normal file
@@ -0,0 +1,291 @@
|
|||||||
|
"""Priority-based task queue for latency control.
|
||||||
|
|
||||||
|
Implements a thread-safe priority queue with timeout enforcement and metrics tracking.
|
||||||
|
"""
|
||||||
|
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
import asyncio
|
||||||
|
import heapq
|
||||||
|
import logging
|
||||||
|
import time
|
||||||
|
from collections.abc import Callable, Coroutine
|
||||||
|
from dataclasses import dataclass, field
|
||||||
|
from typing import Any
|
||||||
|
|
||||||
|
from src.core.criticality import CriticalityLevel
|
||||||
|
|
||||||
|
logger = logging.getLogger(__name__)
|
||||||
|
|
||||||
|
|
||||||
|
@dataclass(order=True)
|
||||||
|
class PriorityTask:
|
||||||
|
"""Task with priority and timestamp for queue ordering."""
|
||||||
|
|
||||||
|
# Lower priority value = higher urgency (CRITICAL=0, HIGH=1, NORMAL=2, LOW=3)
|
||||||
|
priority: int
|
||||||
|
timestamp: float
|
||||||
|
# Task data not used in comparison
|
||||||
|
task_id: str = field(compare=False)
|
||||||
|
task_data: dict[str, Any] = field(compare=False, default_factory=dict)
|
||||||
|
callback: Callable[[], Coroutine[Any, Any, Any]] | None = field(
|
||||||
|
compare=False, default=None
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
@dataclass
|
||||||
|
class QueueMetrics:
|
||||||
|
"""Metrics for priority queue performance monitoring."""
|
||||||
|
|
||||||
|
total_enqueued: int = 0
|
||||||
|
total_dequeued: int = 0
|
||||||
|
total_timeouts: int = 0
|
||||||
|
total_errors: int = 0
|
||||||
|
current_size: int = 0
|
||||||
|
# Average wait time per criticality level (in seconds)
|
||||||
|
avg_wait_time: dict[CriticalityLevel, float] = field(default_factory=dict)
|
||||||
|
# P95 wait time per criticality level
|
||||||
|
p95_wait_time: dict[CriticalityLevel, float] = field(default_factory=dict)
|
||||||
|
|
||||||
|
|
||||||
|
class PriorityTaskQueue:
|
||||||
|
"""Thread-safe priority queue with timeout enforcement."""
|
||||||
|
|
||||||
|
# Priority mapping for criticality levels
|
||||||
|
PRIORITY_MAP = {
|
||||||
|
CriticalityLevel.CRITICAL: 0,
|
||||||
|
CriticalityLevel.HIGH: 1,
|
||||||
|
CriticalityLevel.NORMAL: 2,
|
||||||
|
CriticalityLevel.LOW: 3,
|
||||||
|
}
|
||||||
|
|
||||||
|
def __init__(self, max_size: int = 1000) -> None:
|
||||||
|
"""Initialize the priority task queue.
|
||||||
|
|
||||||
|
Args:
|
||||||
|
max_size: Maximum queue size (default 1000)
|
||||||
|
"""
|
||||||
|
self._queue: list[PriorityTask] = []
|
||||||
|
self._lock = asyncio.Lock()
|
||||||
|
self._max_size = max_size
|
||||||
|
self._metrics = QueueMetrics()
|
||||||
|
# Track wait times for metrics
|
||||||
|
self._wait_times: dict[CriticalityLevel, list[float]] = {
|
||||||
|
level: [] for level in CriticalityLevel
|
||||||
|
}
|
||||||
|
|
||||||
|
async def enqueue(
|
||||||
|
self,
|
||||||
|
task_id: str,
|
||||||
|
criticality: CriticalityLevel,
|
||||||
|
task_data: dict[str, Any],
|
||||||
|
callback: Callable[[], Coroutine[Any, Any, Any]] | None = None,
|
||||||
|
) -> bool:
|
||||||
|
"""Add a task to the priority queue.
|
||||||
|
|
||||||
|
Args:
|
||||||
|
task_id: Unique identifier for the task
|
||||||
|
criticality: Criticality level determining priority
|
||||||
|
task_data: Data associated with the task
|
||||||
|
callback: Optional async callback to execute
|
||||||
|
|
||||||
|
Returns:
|
||||||
|
True if enqueued successfully, False if queue is full
|
||||||
|
"""
|
||||||
|
async with self._lock:
|
||||||
|
if len(self._queue) >= self._max_size:
|
||||||
|
logger.warning(
|
||||||
|
"Priority queue full (size=%d), rejecting task %s",
|
||||||
|
len(self._queue),
|
||||||
|
task_id,
|
||||||
|
)
|
||||||
|
return False
|
||||||
|
|
||||||
|
priority = self.PRIORITY_MAP[criticality]
|
||||||
|
timestamp = time.time()
|
||||||
|
|
||||||
|
task = PriorityTask(
|
||||||
|
priority=priority,
|
||||||
|
timestamp=timestamp,
|
||||||
|
task_id=task_id,
|
||||||
|
task_data=task_data,
|
||||||
|
callback=callback,
|
||||||
|
)
|
||||||
|
|
||||||
|
heapq.heappush(self._queue, task)
|
||||||
|
self._metrics.total_enqueued += 1
|
||||||
|
self._metrics.current_size = len(self._queue)
|
||||||
|
|
||||||
|
logger.debug(
|
||||||
|
"Enqueued task %s with criticality %s (priority=%d, queue_size=%d)",
|
||||||
|
task_id,
|
||||||
|
criticality.value,
|
||||||
|
priority,
|
||||||
|
len(self._queue),
|
||||||
|
)
|
||||||
|
|
||||||
|
return True
|
||||||
|
|
||||||
|
async def dequeue(self, timeout: float | None = None) -> PriorityTask | None:
|
||||||
|
"""Remove and return the highest priority task from the queue.
|
||||||
|
|
||||||
|
Args:
|
||||||
|
timeout: Maximum time to wait for a task (seconds)
|
||||||
|
|
||||||
|
Returns:
|
||||||
|
PriorityTask if available, None if queue is empty or timeout
|
||||||
|
"""
|
||||||
|
start_time = time.time()
|
||||||
|
deadline = start_time + timeout if timeout else None
|
||||||
|
|
||||||
|
while True:
|
||||||
|
async with self._lock:
|
||||||
|
if self._queue:
|
||||||
|
task = heapq.heappop(self._queue)
|
||||||
|
self._metrics.total_dequeued += 1
|
||||||
|
self._metrics.current_size = len(self._queue)
|
||||||
|
|
||||||
|
# Calculate wait time
|
||||||
|
wait_time = time.time() - task.timestamp
|
||||||
|
criticality = self._get_criticality_from_priority(task.priority)
|
||||||
|
self._wait_times[criticality].append(wait_time)
|
||||||
|
self._update_wait_time_metrics()
|
||||||
|
|
||||||
|
logger.debug(
|
||||||
|
"Dequeued task %s (priority=%d, wait_time=%.2fs, queue_size=%d)",
|
||||||
|
task.task_id,
|
||||||
|
task.priority,
|
||||||
|
wait_time,
|
||||||
|
len(self._queue),
|
||||||
|
)
|
||||||
|
|
||||||
|
return task
|
||||||
|
|
||||||
|
# Queue is empty
|
||||||
|
if deadline and time.time() >= deadline:
|
||||||
|
return None
|
||||||
|
|
||||||
|
# Wait a bit before checking again
|
||||||
|
await asyncio.sleep(0.1)
|
||||||
|
|
||||||
|
async def execute_with_timeout(
|
||||||
|
self,
|
||||||
|
task: PriorityTask,
|
||||||
|
timeout: float | None,
|
||||||
|
) -> Any:
|
||||||
|
"""Execute a task with timeout enforcement.
|
||||||
|
|
||||||
|
Args:
|
||||||
|
task: Task to execute
|
||||||
|
timeout: Timeout in seconds (None = no timeout)
|
||||||
|
|
||||||
|
Returns:
|
||||||
|
Result from task callback
|
||||||
|
|
||||||
|
Raises:
|
||||||
|
asyncio.TimeoutError: If task exceeds timeout
|
||||||
|
Exception: Any exception raised by the task callback
|
||||||
|
"""
|
||||||
|
if not task.callback:
|
||||||
|
logger.warning("Task %s has no callback, skipping execution", task.task_id)
|
||||||
|
return None
|
||||||
|
|
||||||
|
criticality = self._get_criticality_from_priority(task.priority)
|
||||||
|
|
||||||
|
try:
|
||||||
|
if timeout:
|
||||||
|
result = await asyncio.wait_for(task.callback(), timeout=timeout)
|
||||||
|
else:
|
||||||
|
result = await task.callback()
|
||||||
|
|
||||||
|
logger.debug(
|
||||||
|
"Task %s completed successfully (criticality=%s)",
|
||||||
|
task.task_id,
|
||||||
|
criticality.value,
|
||||||
|
)
|
||||||
|
return result
|
||||||
|
|
||||||
|
except TimeoutError:
|
||||||
|
self._metrics.total_timeouts += 1
|
||||||
|
logger.error(
|
||||||
|
"Task %s timed out after %.2fs (criticality=%s)",
|
||||||
|
task.task_id,
|
||||||
|
timeout or 0.0,
|
||||||
|
criticality.value,
|
||||||
|
)
|
||||||
|
raise
|
||||||
|
|
||||||
|
except Exception as exc:
|
||||||
|
self._metrics.total_errors += 1
|
||||||
|
logger.exception(
|
||||||
|
"Task %s failed with error (criticality=%s): %s",
|
||||||
|
task.task_id,
|
||||||
|
criticality.value,
|
||||||
|
exc,
|
||||||
|
)
|
||||||
|
raise
|
||||||
|
|
||||||
|
def _get_criticality_from_priority(self, priority: int) -> CriticalityLevel:
|
||||||
|
"""Convert priority back to criticality level."""
|
||||||
|
for level, prio in self.PRIORITY_MAP.items():
|
||||||
|
if prio == priority:
|
||||||
|
return level
|
||||||
|
return CriticalityLevel.NORMAL
|
||||||
|
|
||||||
|
def _update_wait_time_metrics(self) -> None:
|
||||||
|
"""Update average and p95 wait time metrics."""
|
||||||
|
for level, times in self._wait_times.items():
|
||||||
|
if not times:
|
||||||
|
continue
|
||||||
|
|
||||||
|
# Keep only last 1000 measurements to avoid memory bloat
|
||||||
|
if len(times) > 1000:
|
||||||
|
self._wait_times[level] = times[-1000:]
|
||||||
|
times = self._wait_times[level]
|
||||||
|
|
||||||
|
# Calculate average
|
||||||
|
self._metrics.avg_wait_time[level] = sum(times) / len(times)
|
||||||
|
|
||||||
|
# Calculate P95
|
||||||
|
sorted_times = sorted(times)
|
||||||
|
p95_idx = int(len(sorted_times) * 0.95)
|
||||||
|
self._metrics.p95_wait_time[level] = sorted_times[p95_idx]
|
||||||
|
|
||||||
|
async def get_metrics(self) -> QueueMetrics:
|
||||||
|
"""Get current queue metrics.
|
||||||
|
|
||||||
|
Returns:
|
||||||
|
QueueMetrics with current statistics
|
||||||
|
"""
|
||||||
|
async with self._lock:
|
||||||
|
return QueueMetrics(
|
||||||
|
total_enqueued=self._metrics.total_enqueued,
|
||||||
|
total_dequeued=self._metrics.total_dequeued,
|
||||||
|
total_timeouts=self._metrics.total_timeouts,
|
||||||
|
total_errors=self._metrics.total_errors,
|
||||||
|
current_size=self._metrics.current_size,
|
||||||
|
avg_wait_time=dict(self._metrics.avg_wait_time),
|
||||||
|
p95_wait_time=dict(self._metrics.p95_wait_time),
|
||||||
|
)
|
||||||
|
|
||||||
|
async def size(self) -> int:
|
||||||
|
"""Get current queue size.
|
||||||
|
|
||||||
|
Returns:
|
||||||
|
Number of tasks in queue
|
||||||
|
"""
|
||||||
|
async with self._lock:
|
||||||
|
return len(self._queue)
|
||||||
|
|
||||||
|
async def clear(self) -> int:
|
||||||
|
"""Clear all tasks from the queue.
|
||||||
|
|
||||||
|
Returns:
|
||||||
|
Number of tasks cleared
|
||||||
|
"""
|
||||||
|
async with self._lock:
|
||||||
|
count = len(self._queue)
|
||||||
|
self._queue.clear()
|
||||||
|
self._metrics.current_size = 0
|
||||||
|
logger.info("Cleared %d tasks from priority queue", count)
|
||||||
|
return count
|
||||||
148
src/main.py
148
src/main.py
@@ -13,10 +13,16 @@ import signal
|
|||||||
from datetime import UTC, datetime
|
from datetime import UTC, datetime
|
||||||
from typing import Any
|
from typing import Any
|
||||||
|
|
||||||
|
from src.analysis.scanner import MarketScanner
|
||||||
|
from src.analysis.volatility import VolatilityAnalyzer
|
||||||
from src.brain.gemini_client import GeminiClient
|
from src.brain.gemini_client import GeminiClient
|
||||||
from src.broker.kis_api import KISBroker
|
from src.broker.kis_api import KISBroker
|
||||||
from src.broker.overseas import OverseasBroker
|
from src.broker.overseas import OverseasBroker
|
||||||
from src.config import Settings
|
from src.config import Settings
|
||||||
|
from src.context.layer import ContextLayer
|
||||||
|
from src.context.store import ContextStore
|
||||||
|
from src.core.criticality import CriticalityAssessor, CriticalityLevel
|
||||||
|
from src.core.priority_queue import PriorityTaskQueue
|
||||||
from src.core.risk_manager import CircuitBreakerTripped, RiskManager
|
from src.core.risk_manager import CircuitBreakerTripped, RiskManager
|
||||||
from src.db import init_db, log_trade
|
from src.db import init_db, log_trade
|
||||||
from src.logging.decision_logger import DecisionLogger
|
from src.logging.decision_logger import DecisionLogger
|
||||||
@@ -34,8 +40,18 @@ WATCHLISTS = {
|
|||||||
}
|
}
|
||||||
|
|
||||||
TRADE_INTERVAL_SECONDS = 60
|
TRADE_INTERVAL_SECONDS = 60
|
||||||
|
SCAN_INTERVAL_SECONDS = 60 # Scan markets every 60 seconds
|
||||||
MAX_CONNECTION_RETRIES = 3
|
MAX_CONNECTION_RETRIES = 3
|
||||||
|
|
||||||
|
# Full stock universe per market (for scanning)
|
||||||
|
# In production, this would be loaded from a database or API
|
||||||
|
STOCK_UNIVERSE = {
|
||||||
|
"KR": ["005930", "000660", "035420", "051910", "005380", "005490"],
|
||||||
|
"US_NASDAQ": ["AAPL", "MSFT", "GOOGL", "AMZN", "NVDA", "TSLA"],
|
||||||
|
"US_NYSE": ["JPM", "BAC", "XOM", "JNJ", "V"],
|
||||||
|
"JP": ["7203", "6758", "9984", "6861"],
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
async def trading_cycle(
|
async def trading_cycle(
|
||||||
broker: KISBroker,
|
broker: KISBroker,
|
||||||
@@ -44,10 +60,14 @@ async def trading_cycle(
|
|||||||
risk: RiskManager,
|
risk: RiskManager,
|
||||||
db_conn: Any,
|
db_conn: Any,
|
||||||
decision_logger: DecisionLogger,
|
decision_logger: DecisionLogger,
|
||||||
|
context_store: ContextStore,
|
||||||
|
criticality_assessor: CriticalityAssessor,
|
||||||
market: MarketInfo,
|
market: MarketInfo,
|
||||||
stock_code: str,
|
stock_code: str,
|
||||||
) -> None:
|
) -> None:
|
||||||
"""Execute one trading cycle for a single stock."""
|
"""Execute one trading cycle for a single stock."""
|
||||||
|
cycle_start_time = asyncio.get_event_loop().time()
|
||||||
|
|
||||||
# 1. Fetch market data
|
# 1. Fetch market data
|
||||||
if market.is_domestic:
|
if market.is_domestic:
|
||||||
orderbook = await broker.get_orderbook(stock_code)
|
orderbook = await broker.get_orderbook(stock_code)
|
||||||
@@ -93,6 +113,42 @@ async def trading_cycle(
|
|||||||
"foreigner_net": foreigner_net,
|
"foreigner_net": foreigner_net,
|
||||||
}
|
}
|
||||||
|
|
||||||
|
# 1.5. Get volatility metrics from context store (L7_REALTIME)
|
||||||
|
latest_timeframe = context_store.get_latest_timeframe(ContextLayer.L7_REALTIME)
|
||||||
|
volatility_score = 50.0 # Default normal volatility
|
||||||
|
volume_surge = 1.0
|
||||||
|
price_change_1m = 0.0
|
||||||
|
|
||||||
|
if latest_timeframe:
|
||||||
|
volatility_data = context_store.get_context(
|
||||||
|
ContextLayer.L7_REALTIME,
|
||||||
|
latest_timeframe,
|
||||||
|
f"volatility_{stock_code}",
|
||||||
|
)
|
||||||
|
if volatility_data:
|
||||||
|
volatility_score = volatility_data.get("momentum_score", 50.0)
|
||||||
|
volume_surge = volatility_data.get("volume_surge", 1.0)
|
||||||
|
price_change_1m = volatility_data.get("price_change_1m", 0.0)
|
||||||
|
|
||||||
|
# 1.6. Assess criticality based on market conditions
|
||||||
|
criticality = criticality_assessor.assess_market_conditions(
|
||||||
|
pnl_pct=pnl_pct,
|
||||||
|
volatility_score=volatility_score,
|
||||||
|
volume_surge=volume_surge,
|
||||||
|
price_change_1m=price_change_1m,
|
||||||
|
is_market_open=True,
|
||||||
|
)
|
||||||
|
|
||||||
|
logger.info(
|
||||||
|
"Criticality for %s (%s): %s (pnl=%.2f%%, volatility=%.1f, volume_surge=%.1fx)",
|
||||||
|
stock_code,
|
||||||
|
market.name,
|
||||||
|
criticality.value,
|
||||||
|
pnl_pct,
|
||||||
|
volatility_score,
|
||||||
|
volume_surge,
|
||||||
|
)
|
||||||
|
|
||||||
# 2. Ask the brain for a decision
|
# 2. Ask the brain for a decision
|
||||||
decision = await brain.decide(market_data)
|
decision = await brain.decide(market_data)
|
||||||
logger.info(
|
logger.info(
|
||||||
@@ -178,6 +234,27 @@ async def trading_cycle(
|
|||||||
exchange_code=market.exchange_code,
|
exchange_code=market.exchange_code,
|
||||||
)
|
)
|
||||||
|
|
||||||
|
# 7. Latency monitoring
|
||||||
|
cycle_end_time = asyncio.get_event_loop().time()
|
||||||
|
cycle_latency = cycle_end_time - cycle_start_time
|
||||||
|
timeout = criticality_assessor.get_timeout(criticality)
|
||||||
|
|
||||||
|
if timeout and cycle_latency > timeout:
|
||||||
|
logger.warning(
|
||||||
|
"Trading cycle exceeded timeout for %s (criticality=%s, latency=%.2fs, timeout=%.2fs)",
|
||||||
|
stock_code,
|
||||||
|
criticality.value,
|
||||||
|
cycle_latency,
|
||||||
|
timeout,
|
||||||
|
)
|
||||||
|
else:
|
||||||
|
logger.debug(
|
||||||
|
"Trading cycle completed within timeout for %s (criticality=%s, latency=%.2fs)",
|
||||||
|
stock_code,
|
||||||
|
criticality.value,
|
||||||
|
cycle_latency,
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
async def run(settings: Settings) -> None:
|
async def run(settings: Settings) -> None:
|
||||||
"""Main async loop — iterate over open markets on a timer."""
|
"""Main async loop — iterate over open markets on a timer."""
|
||||||
@@ -187,6 +264,30 @@ async def run(settings: Settings) -> None:
|
|||||||
risk = RiskManager(settings)
|
risk = RiskManager(settings)
|
||||||
db_conn = init_db(settings.DB_PATH)
|
db_conn = init_db(settings.DB_PATH)
|
||||||
decision_logger = DecisionLogger(db_conn)
|
decision_logger = DecisionLogger(db_conn)
|
||||||
|
context_store = ContextStore(db_conn)
|
||||||
|
|
||||||
|
# Initialize volatility hunter
|
||||||
|
volatility_analyzer = VolatilityAnalyzer(min_volume_surge=2.0, min_price_change=1.0)
|
||||||
|
market_scanner = MarketScanner(
|
||||||
|
broker=broker,
|
||||||
|
overseas_broker=overseas_broker,
|
||||||
|
volatility_analyzer=volatility_analyzer,
|
||||||
|
context_store=context_store,
|
||||||
|
top_n=5,
|
||||||
|
)
|
||||||
|
|
||||||
|
# Initialize latency control system
|
||||||
|
criticality_assessor = CriticalityAssessor(
|
||||||
|
critical_pnl_threshold=-2.5, # Near circuit breaker at -3.0%
|
||||||
|
critical_price_change_threshold=5.0, # 5% in 1 minute
|
||||||
|
critical_volume_surge_threshold=10.0, # 10x average
|
||||||
|
high_volatility_threshold=70.0,
|
||||||
|
low_volatility_threshold=30.0,
|
||||||
|
)
|
||||||
|
priority_queue = PriorityTaskQueue(max_size=1000)
|
||||||
|
|
||||||
|
# Track last scan time for each market
|
||||||
|
last_scan_time: dict[str, float] = {}
|
||||||
|
|
||||||
shutdown = asyncio.Event()
|
shutdown = asyncio.Event()
|
||||||
|
|
||||||
@@ -232,6 +333,39 @@ async def run(settings: Settings) -> None:
|
|||||||
if shutdown.is_set():
|
if shutdown.is_set():
|
||||||
break
|
break
|
||||||
|
|
||||||
|
# Volatility Hunter: Scan market periodically to update watchlist
|
||||||
|
now_timestamp = asyncio.get_event_loop().time()
|
||||||
|
last_scan = last_scan_time.get(market.code, 0.0)
|
||||||
|
if now_timestamp - last_scan >= SCAN_INTERVAL_SECONDS:
|
||||||
|
try:
|
||||||
|
# Scan all stocks in the universe
|
||||||
|
stock_universe = STOCK_UNIVERSE.get(market.code, [])
|
||||||
|
if stock_universe:
|
||||||
|
logger.info("Volatility Hunter: Scanning %s market", market.name)
|
||||||
|
scan_result = await market_scanner.scan_market(
|
||||||
|
market, stock_universe
|
||||||
|
)
|
||||||
|
|
||||||
|
# Update watchlist with top movers
|
||||||
|
current_watchlist = WATCHLISTS.get(market.code, [])
|
||||||
|
updated_watchlist = market_scanner.get_updated_watchlist(
|
||||||
|
current_watchlist,
|
||||||
|
scan_result,
|
||||||
|
max_replacements=2,
|
||||||
|
)
|
||||||
|
WATCHLISTS[market.code] = updated_watchlist
|
||||||
|
|
||||||
|
logger.info(
|
||||||
|
"Volatility Hunter: Watchlist updated for %s (%d top movers, %d breakouts)",
|
||||||
|
market.name,
|
||||||
|
len(scan_result.top_movers),
|
||||||
|
len(scan_result.breakouts),
|
||||||
|
)
|
||||||
|
|
||||||
|
last_scan_time[market.code] = now_timestamp
|
||||||
|
except Exception as exc:
|
||||||
|
logger.error("Volatility Hunter scan failed for %s: %s", market.name, exc)
|
||||||
|
|
||||||
# Get watchlist for this market
|
# Get watchlist for this market
|
||||||
watchlist = WATCHLISTS.get(market.code, [])
|
watchlist = WATCHLISTS.get(market.code, [])
|
||||||
if not watchlist:
|
if not watchlist:
|
||||||
@@ -255,6 +389,8 @@ async def run(settings: Settings) -> None:
|
|||||||
risk,
|
risk,
|
||||||
db_conn,
|
db_conn,
|
||||||
decision_logger,
|
decision_logger,
|
||||||
|
context_store,
|
||||||
|
criticality_assessor,
|
||||||
market,
|
market,
|
||||||
stock_code,
|
stock_code,
|
||||||
)
|
)
|
||||||
@@ -283,6 +419,18 @@ async def run(settings: Settings) -> None:
|
|||||||
logger.exception("Unexpected error for %s: %s", stock_code, exc)
|
logger.exception("Unexpected error for %s: %s", stock_code, exc)
|
||||||
break # Don't retry on unexpected errors
|
break # Don't retry on unexpected errors
|
||||||
|
|
||||||
|
# Log priority queue metrics periodically
|
||||||
|
metrics = await priority_queue.get_metrics()
|
||||||
|
if metrics.total_enqueued > 0:
|
||||||
|
logger.info(
|
||||||
|
"Priority queue metrics: enqueued=%d, dequeued=%d, size=%d, timeouts=%d, errors=%d",
|
||||||
|
metrics.total_enqueued,
|
||||||
|
metrics.total_dequeued,
|
||||||
|
metrics.current_size,
|
||||||
|
metrics.total_timeouts,
|
||||||
|
metrics.total_errors,
|
||||||
|
)
|
||||||
|
|
||||||
# Wait for next cycle or shutdown
|
# Wait for next cycle or shutdown
|
||||||
try:
|
try:
|
||||||
await asyncio.wait_for(shutdown.wait(), timeout=TRADE_INTERVAL_SECONDS)
|
await asyncio.wait_for(shutdown.wait(), timeout=TRADE_INTERVAL_SECONDS)
|
||||||
|
|||||||
558
tests/test_latency_control.py
Normal file
558
tests/test_latency_control.py
Normal file
@@ -0,0 +1,558 @@
|
|||||||
|
"""Tests for latency control system (criticality assessment and priority queue)."""
|
||||||
|
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
import asyncio
|
||||||
|
|
||||||
|
import pytest
|
||||||
|
|
||||||
|
from src.core.criticality import CriticalityAssessor, CriticalityLevel
|
||||||
|
from src.core.priority_queue import PriorityTask, PriorityTaskQueue
|
||||||
|
|
||||||
|
# ---------------------------------------------------------------------------
|
||||||
|
# CriticalityAssessor Tests
|
||||||
|
# ---------------------------------------------------------------------------
|
||||||
|
|
||||||
|
|
||||||
|
class TestCriticalityAssessor:
|
||||||
|
"""Test suite for criticality assessment logic."""
|
||||||
|
|
||||||
|
def test_market_closed_returns_low(self) -> None:
|
||||||
|
"""Market closed should return LOW priority."""
|
||||||
|
assessor = CriticalityAssessor()
|
||||||
|
level = assessor.assess_market_conditions(
|
||||||
|
pnl_pct=0.0,
|
||||||
|
volatility_score=50.0,
|
||||||
|
volume_surge=1.0,
|
||||||
|
is_market_open=False,
|
||||||
|
)
|
||||||
|
assert level == CriticalityLevel.LOW
|
||||||
|
|
||||||
|
def test_very_low_volatility_returns_low(self) -> None:
|
||||||
|
"""Very low volatility should return LOW priority."""
|
||||||
|
assessor = CriticalityAssessor()
|
||||||
|
level = assessor.assess_market_conditions(
|
||||||
|
pnl_pct=0.0,
|
||||||
|
volatility_score=20.0, # Below 30.0 threshold
|
||||||
|
volume_surge=1.0,
|
||||||
|
is_market_open=True,
|
||||||
|
)
|
||||||
|
assert level == CriticalityLevel.LOW
|
||||||
|
|
||||||
|
def test_critical_pnl_threshold_triggered(self) -> None:
|
||||||
|
"""P&L below -2.5% should trigger CRITICAL."""
|
||||||
|
assessor = CriticalityAssessor()
|
||||||
|
level = assessor.assess_market_conditions(
|
||||||
|
pnl_pct=-2.6, # Below -2.5% threshold
|
||||||
|
volatility_score=50.0,
|
||||||
|
volume_surge=1.0,
|
||||||
|
is_market_open=True,
|
||||||
|
)
|
||||||
|
assert level == CriticalityLevel.CRITICAL
|
||||||
|
|
||||||
|
def test_critical_pnl_at_circuit_breaker_proximity(self) -> None:
|
||||||
|
"""P&L at exactly -2.5% (near -3.0% breaker) should be CRITICAL."""
|
||||||
|
assessor = CriticalityAssessor()
|
||||||
|
level = assessor.assess_market_conditions(
|
||||||
|
pnl_pct=-2.5,
|
||||||
|
volatility_score=50.0,
|
||||||
|
volume_surge=1.0,
|
||||||
|
is_market_open=True,
|
||||||
|
)
|
||||||
|
assert level == CriticalityLevel.CRITICAL
|
||||||
|
|
||||||
|
def test_critical_price_change_positive(self) -> None:
|
||||||
|
"""Large positive price change (>5%) should trigger CRITICAL."""
|
||||||
|
assessor = CriticalityAssessor()
|
||||||
|
level = assessor.assess_market_conditions(
|
||||||
|
pnl_pct=0.0,
|
||||||
|
volatility_score=50.0,
|
||||||
|
volume_surge=1.0,
|
||||||
|
price_change_1m=5.5, # Above 5.0% threshold
|
||||||
|
is_market_open=True,
|
||||||
|
)
|
||||||
|
assert level == CriticalityLevel.CRITICAL
|
||||||
|
|
||||||
|
def test_critical_price_change_negative(self) -> None:
|
||||||
|
"""Large negative price change (<-5%) should trigger CRITICAL."""
|
||||||
|
assessor = CriticalityAssessor()
|
||||||
|
level = assessor.assess_market_conditions(
|
||||||
|
pnl_pct=0.0,
|
||||||
|
volatility_score=50.0,
|
||||||
|
volume_surge=1.0,
|
||||||
|
price_change_1m=-6.0, # Below -5.0% threshold
|
||||||
|
is_market_open=True,
|
||||||
|
)
|
||||||
|
assert level == CriticalityLevel.CRITICAL
|
||||||
|
|
||||||
|
def test_critical_volume_surge(self) -> None:
|
||||||
|
"""Extreme volume surge (>10x) should trigger CRITICAL."""
|
||||||
|
assessor = CriticalityAssessor()
|
||||||
|
level = assessor.assess_market_conditions(
|
||||||
|
pnl_pct=0.0,
|
||||||
|
volatility_score=50.0,
|
||||||
|
volume_surge=12.0, # Above 10.0x threshold
|
||||||
|
is_market_open=True,
|
||||||
|
)
|
||||||
|
assert level == CriticalityLevel.CRITICAL
|
||||||
|
|
||||||
|
def test_high_volatility_returns_high(self) -> None:
|
||||||
|
"""High volatility score should return HIGH priority."""
|
||||||
|
assessor = CriticalityAssessor()
|
||||||
|
level = assessor.assess_market_conditions(
|
||||||
|
pnl_pct=0.0,
|
||||||
|
volatility_score=75.0, # Above 70.0 threshold
|
||||||
|
volume_surge=1.0,
|
||||||
|
is_market_open=True,
|
||||||
|
)
|
||||||
|
assert level == CriticalityLevel.HIGH
|
||||||
|
|
||||||
|
def test_normal_conditions_return_normal(self) -> None:
|
||||||
|
"""Normal market conditions should return NORMAL priority."""
|
||||||
|
assessor = CriticalityAssessor()
|
||||||
|
level = assessor.assess_market_conditions(
|
||||||
|
pnl_pct=0.5,
|
||||||
|
volatility_score=50.0, # Between 30-70
|
||||||
|
volume_surge=1.5,
|
||||||
|
price_change_1m=1.0,
|
||||||
|
is_market_open=True,
|
||||||
|
)
|
||||||
|
assert level == CriticalityLevel.NORMAL
|
||||||
|
|
||||||
|
def test_custom_thresholds(self) -> None:
|
||||||
|
"""Custom thresholds should be respected."""
|
||||||
|
assessor = CriticalityAssessor(
|
||||||
|
critical_pnl_threshold=-1.0,
|
||||||
|
critical_price_change_threshold=3.0,
|
||||||
|
critical_volume_surge_threshold=5.0,
|
||||||
|
high_volatility_threshold=60.0,
|
||||||
|
low_volatility_threshold=20.0,
|
||||||
|
)
|
||||||
|
|
||||||
|
# Test custom P&L threshold
|
||||||
|
level = assessor.assess_market_conditions(
|
||||||
|
pnl_pct=-1.1,
|
||||||
|
volatility_score=50.0,
|
||||||
|
volume_surge=1.0,
|
||||||
|
is_market_open=True,
|
||||||
|
)
|
||||||
|
assert level == CriticalityLevel.CRITICAL
|
||||||
|
|
||||||
|
# Test custom price change threshold
|
||||||
|
level = assessor.assess_market_conditions(
|
||||||
|
pnl_pct=0.0,
|
||||||
|
volatility_score=50.0,
|
||||||
|
volume_surge=1.0,
|
||||||
|
price_change_1m=3.5,
|
||||||
|
is_market_open=True,
|
||||||
|
)
|
||||||
|
assert level == CriticalityLevel.CRITICAL
|
||||||
|
|
||||||
|
def test_get_timeout_returns_correct_values(self) -> None:
|
||||||
|
"""Timeout values should match specification."""
|
||||||
|
assessor = CriticalityAssessor()
|
||||||
|
|
||||||
|
assert assessor.get_timeout(CriticalityLevel.CRITICAL) == 5.0
|
||||||
|
assert assessor.get_timeout(CriticalityLevel.HIGH) == 30.0
|
||||||
|
assert assessor.get_timeout(CriticalityLevel.NORMAL) == 60.0
|
||||||
|
assert assessor.get_timeout(CriticalityLevel.LOW) is None
|
||||||
|
|
||||||
|
|
||||||
|
# ---------------------------------------------------------------------------
|
||||||
|
# PriorityTaskQueue Tests
|
||||||
|
# ---------------------------------------------------------------------------
|
||||||
|
|
||||||
|
|
||||||
|
class TestPriorityTaskQueue:
|
||||||
|
"""Test suite for priority queue implementation."""
|
||||||
|
|
||||||
|
@pytest.mark.asyncio
|
||||||
|
async def test_enqueue_task(self) -> None:
|
||||||
|
"""Tasks should be enqueued successfully."""
|
||||||
|
queue = PriorityTaskQueue()
|
||||||
|
|
||||||
|
success = await queue.enqueue(
|
||||||
|
task_id="test-1",
|
||||||
|
criticality=CriticalityLevel.NORMAL,
|
||||||
|
task_data={"action": "test"},
|
||||||
|
)
|
||||||
|
|
||||||
|
assert success is True
|
||||||
|
assert await queue.size() == 1
|
||||||
|
|
||||||
|
@pytest.mark.asyncio
|
||||||
|
async def test_enqueue_rejects_when_full(self) -> None:
|
||||||
|
"""Queue should reject tasks when full."""
|
||||||
|
queue = PriorityTaskQueue(max_size=2)
|
||||||
|
|
||||||
|
# Fill the queue
|
||||||
|
await queue.enqueue("task-1", CriticalityLevel.NORMAL, {})
|
||||||
|
await queue.enqueue("task-2", CriticalityLevel.NORMAL, {})
|
||||||
|
|
||||||
|
# Third task should be rejected
|
||||||
|
success = await queue.enqueue("task-3", CriticalityLevel.NORMAL, {})
|
||||||
|
assert success is False
|
||||||
|
assert await queue.size() == 2
|
||||||
|
|
||||||
|
@pytest.mark.asyncio
|
||||||
|
async def test_dequeue_returns_highest_priority(self) -> None:
|
||||||
|
"""Dequeue should return highest priority task first."""
|
||||||
|
queue = PriorityTaskQueue()
|
||||||
|
|
||||||
|
# Enqueue tasks in reverse priority order
|
||||||
|
await queue.enqueue("low", CriticalityLevel.LOW, {"priority": 3})
|
||||||
|
await queue.enqueue("normal", CriticalityLevel.NORMAL, {"priority": 2})
|
||||||
|
await queue.enqueue("high", CriticalityLevel.HIGH, {"priority": 1})
|
||||||
|
await queue.enqueue("critical", CriticalityLevel.CRITICAL, {"priority": 0})
|
||||||
|
|
||||||
|
# Dequeue should return CRITICAL first
|
||||||
|
task = await queue.dequeue(timeout=1.0)
|
||||||
|
assert task is not None
|
||||||
|
assert task.task_id == "critical"
|
||||||
|
assert task.priority == 0
|
||||||
|
|
||||||
|
# Then HIGH
|
||||||
|
task = await queue.dequeue(timeout=1.0)
|
||||||
|
assert task is not None
|
||||||
|
assert task.task_id == "high"
|
||||||
|
assert task.priority == 1
|
||||||
|
|
||||||
|
@pytest.mark.asyncio
|
||||||
|
async def test_dequeue_fifo_within_same_priority(self) -> None:
|
||||||
|
"""Tasks with same priority should be FIFO."""
|
||||||
|
queue = PriorityTaskQueue()
|
||||||
|
|
||||||
|
# Enqueue multiple tasks with same priority
|
||||||
|
await queue.enqueue("task-1", CriticalityLevel.NORMAL, {})
|
||||||
|
await asyncio.sleep(0.01) # Small delay to ensure different timestamps
|
||||||
|
await queue.enqueue("task-2", CriticalityLevel.NORMAL, {})
|
||||||
|
await asyncio.sleep(0.01)
|
||||||
|
await queue.enqueue("task-3", CriticalityLevel.NORMAL, {})
|
||||||
|
|
||||||
|
# Should dequeue in FIFO order
|
||||||
|
task1 = await queue.dequeue(timeout=1.0)
|
||||||
|
task2 = await queue.dequeue(timeout=1.0)
|
||||||
|
task3 = await queue.dequeue(timeout=1.0)
|
||||||
|
|
||||||
|
assert task1 is not None and task1.task_id == "task-1"
|
||||||
|
assert task2 is not None and task2.task_id == "task-2"
|
||||||
|
assert task3 is not None and task3.task_id == "task-3"
|
||||||
|
|
||||||
|
@pytest.mark.asyncio
|
||||||
|
async def test_dequeue_returns_none_when_empty(self) -> None:
|
||||||
|
"""Dequeue should return None when queue is empty after timeout."""
|
||||||
|
queue = PriorityTaskQueue()
|
||||||
|
|
||||||
|
task = await queue.dequeue(timeout=0.1)
|
||||||
|
assert task is None
|
||||||
|
|
||||||
|
@pytest.mark.asyncio
|
||||||
|
async def test_execute_with_timeout_success(self) -> None:
|
||||||
|
"""Task execution should succeed within timeout."""
|
||||||
|
queue = PriorityTaskQueue()
|
||||||
|
|
||||||
|
# Create a simple async callback
|
||||||
|
async def test_callback() -> str:
|
||||||
|
await asyncio.sleep(0.01)
|
||||||
|
return "success"
|
||||||
|
|
||||||
|
task = PriorityTask(
|
||||||
|
priority=0,
|
||||||
|
timestamp=0.0,
|
||||||
|
task_id="test",
|
||||||
|
task_data={},
|
||||||
|
callback=test_callback,
|
||||||
|
)
|
||||||
|
|
||||||
|
result = await queue.execute_with_timeout(task, timeout=1.0)
|
||||||
|
assert result == "success"
|
||||||
|
|
||||||
|
@pytest.mark.asyncio
|
||||||
|
async def test_execute_with_timeout_raises_timeout_error(self) -> None:
|
||||||
|
"""Task execution should raise TimeoutError if exceeds timeout."""
|
||||||
|
queue = PriorityTaskQueue()
|
||||||
|
|
||||||
|
# Create a slow async callback
|
||||||
|
async def slow_callback() -> str:
|
||||||
|
await asyncio.sleep(1.0)
|
||||||
|
return "too slow"
|
||||||
|
|
||||||
|
task = PriorityTask(
|
||||||
|
priority=0,
|
||||||
|
timestamp=0.0,
|
||||||
|
task_id="test",
|
||||||
|
task_data={},
|
||||||
|
callback=slow_callback,
|
||||||
|
)
|
||||||
|
|
||||||
|
with pytest.raises(asyncio.TimeoutError):
|
||||||
|
await queue.execute_with_timeout(task, timeout=0.1)
|
||||||
|
|
||||||
|
@pytest.mark.asyncio
|
||||||
|
async def test_execute_with_timeout_propagates_exceptions(self) -> None:
|
||||||
|
"""Task execution should propagate exceptions from callback."""
|
||||||
|
queue = PriorityTaskQueue()
|
||||||
|
|
||||||
|
# Create a failing async callback
|
||||||
|
async def failing_callback() -> None:
|
||||||
|
raise ValueError("Test error")
|
||||||
|
|
||||||
|
task = PriorityTask(
|
||||||
|
priority=0,
|
||||||
|
timestamp=0.0,
|
||||||
|
task_id="test",
|
||||||
|
task_data={},
|
||||||
|
callback=failing_callback,
|
||||||
|
)
|
||||||
|
|
||||||
|
with pytest.raises(ValueError, match="Test error"):
|
||||||
|
await queue.execute_with_timeout(task, timeout=1.0)
|
||||||
|
|
||||||
|
@pytest.mark.asyncio
|
||||||
|
async def test_execute_without_timeout(self) -> None:
|
||||||
|
"""Task execution should work without timeout (LOW priority)."""
|
||||||
|
queue = PriorityTaskQueue()
|
||||||
|
|
||||||
|
async def test_callback() -> str:
|
||||||
|
await asyncio.sleep(0.01)
|
||||||
|
return "success"
|
||||||
|
|
||||||
|
task = PriorityTask(
|
||||||
|
priority=3,
|
||||||
|
timestamp=0.0,
|
||||||
|
task_id="test",
|
||||||
|
task_data={},
|
||||||
|
callback=test_callback,
|
||||||
|
)
|
||||||
|
|
||||||
|
result = await queue.execute_with_timeout(task, timeout=None)
|
||||||
|
assert result == "success"
|
||||||
|
|
||||||
|
@pytest.mark.asyncio
|
||||||
|
async def test_get_metrics(self) -> None:
|
||||||
|
"""Queue should track metrics correctly."""
|
||||||
|
queue = PriorityTaskQueue()
|
||||||
|
|
||||||
|
# Enqueue and dequeue some tasks
|
||||||
|
await queue.enqueue("task-1", CriticalityLevel.CRITICAL, {})
|
||||||
|
await queue.enqueue("task-2", CriticalityLevel.HIGH, {})
|
||||||
|
await queue.enqueue("task-3", CriticalityLevel.NORMAL, {})
|
||||||
|
|
||||||
|
await queue.dequeue(timeout=1.0)
|
||||||
|
await queue.dequeue(timeout=1.0)
|
||||||
|
|
||||||
|
metrics = await queue.get_metrics()
|
||||||
|
|
||||||
|
assert metrics.total_enqueued == 3
|
||||||
|
assert metrics.total_dequeued == 2
|
||||||
|
assert metrics.current_size == 1
|
||||||
|
|
||||||
|
@pytest.mark.asyncio
|
||||||
|
async def test_wait_time_metrics(self) -> None:
|
||||||
|
"""Queue should track wait times per criticality level."""
|
||||||
|
queue = PriorityTaskQueue()
|
||||||
|
|
||||||
|
# Enqueue tasks with different criticality
|
||||||
|
await queue.enqueue("critical-1", CriticalityLevel.CRITICAL, {})
|
||||||
|
await asyncio.sleep(0.05) # Add some wait time
|
||||||
|
|
||||||
|
await queue.dequeue(timeout=1.0)
|
||||||
|
|
||||||
|
metrics = await queue.get_metrics()
|
||||||
|
|
||||||
|
# Should have wait time metrics for CRITICAL
|
||||||
|
assert CriticalityLevel.CRITICAL in metrics.avg_wait_time
|
||||||
|
assert metrics.avg_wait_time[CriticalityLevel.CRITICAL] > 0.0
|
||||||
|
|
||||||
|
@pytest.mark.asyncio
|
||||||
|
async def test_clear_queue(self) -> None:
|
||||||
|
"""Clear should remove all tasks from queue."""
|
||||||
|
queue = PriorityTaskQueue()
|
||||||
|
|
||||||
|
await queue.enqueue("task-1", CriticalityLevel.NORMAL, {})
|
||||||
|
await queue.enqueue("task-2", CriticalityLevel.NORMAL, {})
|
||||||
|
await queue.enqueue("task-3", CriticalityLevel.NORMAL, {})
|
||||||
|
|
||||||
|
cleared = await queue.clear()
|
||||||
|
|
||||||
|
assert cleared == 3
|
||||||
|
assert await queue.size() == 0
|
||||||
|
|
||||||
|
@pytest.mark.asyncio
|
||||||
|
async def test_concurrent_enqueue_dequeue(self) -> None:
|
||||||
|
"""Queue should handle concurrent operations safely."""
|
||||||
|
queue = PriorityTaskQueue()
|
||||||
|
|
||||||
|
# Concurrent enqueue operations
|
||||||
|
async def enqueue_tasks() -> None:
|
||||||
|
for i in range(10):
|
||||||
|
await queue.enqueue(
|
||||||
|
f"task-{i}",
|
||||||
|
CriticalityLevel.NORMAL,
|
||||||
|
{"index": i},
|
||||||
|
)
|
||||||
|
|
||||||
|
# Concurrent dequeue operations
|
||||||
|
async def dequeue_tasks() -> list[str]:
|
||||||
|
tasks = []
|
||||||
|
for _ in range(10):
|
||||||
|
task = await queue.dequeue(timeout=1.0)
|
||||||
|
if task:
|
||||||
|
tasks.append(task.task_id)
|
||||||
|
await asyncio.sleep(0.01)
|
||||||
|
return tasks
|
||||||
|
|
||||||
|
# Run both concurrently
|
||||||
|
enqueue_task = asyncio.create_task(enqueue_tasks())
|
||||||
|
dequeue_task = asyncio.create_task(dequeue_tasks())
|
||||||
|
|
||||||
|
await enqueue_task
|
||||||
|
dequeued_ids = await dequeue_task
|
||||||
|
|
||||||
|
# All tasks should be processed
|
||||||
|
assert len(dequeued_ids) == 10
|
||||||
|
|
||||||
|
@pytest.mark.asyncio
|
||||||
|
async def test_timeout_metric_tracking(self) -> None:
|
||||||
|
"""Queue should track timeout occurrences."""
|
||||||
|
queue = PriorityTaskQueue()
|
||||||
|
|
||||||
|
async def slow_callback() -> str:
|
||||||
|
await asyncio.sleep(1.0)
|
||||||
|
return "too slow"
|
||||||
|
|
||||||
|
task = PriorityTask(
|
||||||
|
priority=0,
|
||||||
|
timestamp=0.0,
|
||||||
|
task_id="test",
|
||||||
|
task_data={},
|
||||||
|
callback=slow_callback,
|
||||||
|
)
|
||||||
|
|
||||||
|
try:
|
||||||
|
await queue.execute_with_timeout(task, timeout=0.1)
|
||||||
|
except TimeoutError:
|
||||||
|
pass
|
||||||
|
|
||||||
|
metrics = await queue.get_metrics()
|
||||||
|
assert metrics.total_timeouts == 1
|
||||||
|
|
||||||
|
@pytest.mark.asyncio
|
||||||
|
async def test_error_metric_tracking(self) -> None:
|
||||||
|
"""Queue should track execution errors."""
|
||||||
|
queue = PriorityTaskQueue()
|
||||||
|
|
||||||
|
async def failing_callback() -> None:
|
||||||
|
raise ValueError("Test error")
|
||||||
|
|
||||||
|
task = PriorityTask(
|
||||||
|
priority=0,
|
||||||
|
timestamp=0.0,
|
||||||
|
task_id="test",
|
||||||
|
task_data={},
|
||||||
|
callback=failing_callback,
|
||||||
|
)
|
||||||
|
|
||||||
|
try:
|
||||||
|
await queue.execute_with_timeout(task, timeout=1.0)
|
||||||
|
except ValueError:
|
||||||
|
pass
|
||||||
|
|
||||||
|
metrics = await queue.get_metrics()
|
||||||
|
assert metrics.total_errors == 1
|
||||||
|
|
||||||
|
|
||||||
|
# ---------------------------------------------------------------------------
|
||||||
|
# Integration Tests
|
||||||
|
# ---------------------------------------------------------------------------
|
||||||
|
|
||||||
|
|
||||||
|
class TestLatencyControlIntegration:
|
||||||
|
"""Integration tests for criticality assessment and priority queue."""
|
||||||
|
|
||||||
|
@pytest.mark.asyncio
|
||||||
|
async def test_critical_task_bypass_queue(self) -> None:
|
||||||
|
"""CRITICAL tasks should bypass lower priority tasks."""
|
||||||
|
queue = PriorityTaskQueue()
|
||||||
|
|
||||||
|
# Add normal priority tasks
|
||||||
|
await queue.enqueue("normal-1", CriticalityLevel.NORMAL, {})
|
||||||
|
await queue.enqueue("normal-2", CriticalityLevel.NORMAL, {})
|
||||||
|
|
||||||
|
# Add critical task (should jump to front)
|
||||||
|
await queue.enqueue("critical", CriticalityLevel.CRITICAL, {})
|
||||||
|
|
||||||
|
# Dequeue should return critical first
|
||||||
|
task = await queue.dequeue(timeout=1.0)
|
||||||
|
assert task is not None
|
||||||
|
assert task.task_id == "critical"
|
||||||
|
|
||||||
|
@pytest.mark.asyncio
|
||||||
|
async def test_timeout_enforcement_by_criticality(self) -> None:
|
||||||
|
"""Timeout enforcement should match criticality level."""
|
||||||
|
assessor = CriticalityAssessor()
|
||||||
|
|
||||||
|
# CRITICAL should have 5s timeout
|
||||||
|
critical_timeout = assessor.get_timeout(CriticalityLevel.CRITICAL)
|
||||||
|
assert critical_timeout == 5.0
|
||||||
|
|
||||||
|
# HIGH should have 30s timeout
|
||||||
|
high_timeout = assessor.get_timeout(CriticalityLevel.HIGH)
|
||||||
|
assert high_timeout == 30.0
|
||||||
|
|
||||||
|
# NORMAL should have 60s timeout
|
||||||
|
normal_timeout = assessor.get_timeout(CriticalityLevel.NORMAL)
|
||||||
|
assert normal_timeout == 60.0
|
||||||
|
|
||||||
|
# LOW should have no timeout
|
||||||
|
low_timeout = assessor.get_timeout(CriticalityLevel.LOW)
|
||||||
|
assert low_timeout is None
|
||||||
|
|
||||||
|
@pytest.mark.asyncio
|
||||||
|
async def test_fast_path_execution_for_critical(self) -> None:
|
||||||
|
"""CRITICAL tasks should complete quickly."""
|
||||||
|
queue = PriorityTaskQueue()
|
||||||
|
|
||||||
|
# Create a fast callback simulating fast-path execution
|
||||||
|
async def fast_path_callback() -> str:
|
||||||
|
# Simulate simplified decision flow
|
||||||
|
await asyncio.sleep(0.01) # Very fast execution
|
||||||
|
return "fast_path_complete"
|
||||||
|
|
||||||
|
task = PriorityTask(
|
||||||
|
priority=0, # CRITICAL
|
||||||
|
timestamp=0.0,
|
||||||
|
task_id="critical-fast",
|
||||||
|
task_data={},
|
||||||
|
callback=fast_path_callback,
|
||||||
|
)
|
||||||
|
|
||||||
|
import time
|
||||||
|
|
||||||
|
start = time.time()
|
||||||
|
result = await queue.execute_with_timeout(task, timeout=5.0)
|
||||||
|
elapsed = time.time() - start
|
||||||
|
|
||||||
|
assert result == "fast_path_complete"
|
||||||
|
assert elapsed < 5.0 # Should complete well under CRITICAL timeout
|
||||||
|
|
||||||
|
@pytest.mark.asyncio
|
||||||
|
async def test_graceful_degradation_when_queue_full(self) -> None:
|
||||||
|
"""System should gracefully handle full queue."""
|
||||||
|
queue = PriorityTaskQueue(max_size=2)
|
||||||
|
|
||||||
|
# Fill the queue
|
||||||
|
await queue.enqueue("task-1", CriticalityLevel.NORMAL, {})
|
||||||
|
await queue.enqueue("task-2", CriticalityLevel.NORMAL, {})
|
||||||
|
|
||||||
|
# Try to add more tasks
|
||||||
|
success = await queue.enqueue("task-3", CriticalityLevel.NORMAL, {})
|
||||||
|
assert success is False
|
||||||
|
|
||||||
|
# Queue should still function
|
||||||
|
task = await queue.dequeue(timeout=1.0)
|
||||||
|
assert task is not None
|
||||||
|
|
||||||
|
# Now we can add another task
|
||||||
|
success = await queue.enqueue("task-4", CriticalityLevel.NORMAL, {})
|
||||||
|
assert success is True
|
||||||
511
tests/test_volatility.py
Normal file
511
tests/test_volatility.py
Normal file
@@ -0,0 +1,511 @@
|
|||||||
|
"""Tests for volatility analysis and market scanning."""
|
||||||
|
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
import sqlite3
|
||||||
|
from typing import Any
|
||||||
|
from unittest.mock import AsyncMock
|
||||||
|
|
||||||
|
import pytest
|
||||||
|
|
||||||
|
from src.analysis.scanner import MarketScanner, ScanResult
|
||||||
|
from src.analysis.volatility import VolatilityAnalyzer, VolatilityMetrics
|
||||||
|
from src.broker.kis_api import KISBroker
|
||||||
|
from src.broker.overseas import OverseasBroker
|
||||||
|
from src.config import Settings
|
||||||
|
from src.context.layer import ContextLayer
|
||||||
|
from src.context.store import ContextStore
|
||||||
|
from src.db import init_db
|
||||||
|
from src.markets.schedule import MARKETS
|
||||||
|
|
||||||
|
|
||||||
|
@pytest.fixture
|
||||||
|
def db_conn() -> sqlite3.Connection:
|
||||||
|
"""Provide an in-memory database connection."""
|
||||||
|
return init_db(":memory:")
|
||||||
|
|
||||||
|
|
||||||
|
@pytest.fixture
|
||||||
|
def context_store(db_conn: sqlite3.Connection) -> ContextStore:
|
||||||
|
"""Provide a ContextStore instance."""
|
||||||
|
return ContextStore(db_conn)
|
||||||
|
|
||||||
|
|
||||||
|
@pytest.fixture
|
||||||
|
def volatility_analyzer() -> VolatilityAnalyzer:
|
||||||
|
"""Provide a VolatilityAnalyzer instance."""
|
||||||
|
return VolatilityAnalyzer(min_volume_surge=2.0, min_price_change=1.0)
|
||||||
|
|
||||||
|
|
||||||
|
@pytest.fixture
|
||||||
|
def mock_settings() -> Settings:
|
||||||
|
"""Provide mock settings for broker initialization."""
|
||||||
|
return Settings(
|
||||||
|
KIS_APP_KEY="test_key",
|
||||||
|
KIS_APP_SECRET="test_secret",
|
||||||
|
KIS_ACCOUNT_NO="12345678-01",
|
||||||
|
GEMINI_API_KEY="test_gemini_key",
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
@pytest.fixture
|
||||||
|
def mock_broker(mock_settings: Settings) -> KISBroker:
|
||||||
|
"""Provide a mock KIS broker."""
|
||||||
|
broker = KISBroker(mock_settings)
|
||||||
|
broker.get_orderbook = AsyncMock() # type: ignore[method-assign]
|
||||||
|
return broker
|
||||||
|
|
||||||
|
|
||||||
|
@pytest.fixture
|
||||||
|
def mock_overseas_broker(mock_broker: KISBroker) -> OverseasBroker:
|
||||||
|
"""Provide a mock overseas broker."""
|
||||||
|
overseas = OverseasBroker(mock_broker)
|
||||||
|
overseas.get_overseas_price = AsyncMock() # type: ignore[method-assign]
|
||||||
|
return overseas
|
||||||
|
|
||||||
|
|
||||||
|
class TestVolatilityAnalyzer:
|
||||||
|
"""Test suite for VolatilityAnalyzer."""
|
||||||
|
|
||||||
|
def test_calculate_atr(self, volatility_analyzer: VolatilityAnalyzer) -> None:
|
||||||
|
"""Test ATR calculation."""
|
||||||
|
high_prices = [110.0, 112.0, 115.0, 113.0, 116.0] + [120.0] * 10
|
||||||
|
low_prices = [105.0, 107.0, 110.0, 108.0, 111.0] + [115.0] * 10
|
||||||
|
close_prices = [108.0, 110.0, 112.0, 111.0, 114.0] + [118.0] * 10
|
||||||
|
|
||||||
|
atr = volatility_analyzer.calculate_atr(high_prices, low_prices, close_prices, period=14)
|
||||||
|
|
||||||
|
assert atr > 0.0
|
||||||
|
# ATR should be roughly the average true range
|
||||||
|
assert 3.0 <= atr <= 6.0
|
||||||
|
|
||||||
|
def test_calculate_atr_insufficient_data(
|
||||||
|
self, volatility_analyzer: VolatilityAnalyzer
|
||||||
|
) -> None:
|
||||||
|
"""Test ATR with insufficient data returns 0."""
|
||||||
|
high_prices = [110.0, 112.0]
|
||||||
|
low_prices = [105.0, 107.0]
|
||||||
|
close_prices = [108.0, 110.0]
|
||||||
|
|
||||||
|
atr = volatility_analyzer.calculate_atr(high_prices, low_prices, close_prices, period=14)
|
||||||
|
|
||||||
|
assert atr == 0.0
|
||||||
|
|
||||||
|
def test_calculate_price_change(self, volatility_analyzer: VolatilityAnalyzer) -> None:
|
||||||
|
"""Test price change percentage calculation."""
|
||||||
|
# 10% increase
|
||||||
|
change = volatility_analyzer.calculate_price_change(110.0, 100.0)
|
||||||
|
assert change == pytest.approx(10.0)
|
||||||
|
|
||||||
|
# 5% decrease
|
||||||
|
change = volatility_analyzer.calculate_price_change(95.0, 100.0)
|
||||||
|
assert change == pytest.approx(-5.0)
|
||||||
|
|
||||||
|
# Zero past price
|
||||||
|
change = volatility_analyzer.calculate_price_change(100.0, 0.0)
|
||||||
|
assert change == 0.0
|
||||||
|
|
||||||
|
def test_calculate_volume_surge(self, volatility_analyzer: VolatilityAnalyzer) -> None:
|
||||||
|
"""Test volume surge ratio calculation."""
|
||||||
|
# 2x surge
|
||||||
|
surge = volatility_analyzer.calculate_volume_surge(2000.0, 1000.0)
|
||||||
|
assert surge == pytest.approx(2.0)
|
||||||
|
|
||||||
|
# Below average
|
||||||
|
surge = volatility_analyzer.calculate_volume_surge(500.0, 1000.0)
|
||||||
|
assert surge == pytest.approx(0.5)
|
||||||
|
|
||||||
|
# Zero average
|
||||||
|
surge = volatility_analyzer.calculate_volume_surge(1000.0, 0.0)
|
||||||
|
assert surge == 1.0
|
||||||
|
|
||||||
|
def test_calculate_pv_divergence_bullish(
|
||||||
|
self, volatility_analyzer: VolatilityAnalyzer
|
||||||
|
) -> None:
|
||||||
|
"""Test bullish price-volume divergence."""
|
||||||
|
# Price up + Volume up = bullish
|
||||||
|
divergence = volatility_analyzer.calculate_pv_divergence(5.0, 2.0)
|
||||||
|
assert divergence > 0.0
|
||||||
|
|
||||||
|
def test_calculate_pv_divergence_bearish(
|
||||||
|
self, volatility_analyzer: VolatilityAnalyzer
|
||||||
|
) -> None:
|
||||||
|
"""Test bearish price-volume divergence."""
|
||||||
|
# Price up + Volume down = bearish divergence
|
||||||
|
divergence = volatility_analyzer.calculate_pv_divergence(5.0, 0.5)
|
||||||
|
assert divergence < 0.0
|
||||||
|
|
||||||
|
def test_calculate_pv_divergence_selling_pressure(
|
||||||
|
self, volatility_analyzer: VolatilityAnalyzer
|
||||||
|
) -> None:
|
||||||
|
"""Test selling pressure detection."""
|
||||||
|
# Price down + Volume up = selling pressure
|
||||||
|
divergence = volatility_analyzer.calculate_pv_divergence(-5.0, 2.0)
|
||||||
|
assert divergence < 0.0
|
||||||
|
|
||||||
|
def test_calculate_momentum_score(
|
||||||
|
self, volatility_analyzer: VolatilityAnalyzer
|
||||||
|
) -> None:
|
||||||
|
"""Test momentum score calculation."""
|
||||||
|
score = volatility_analyzer.calculate_momentum_score(
|
||||||
|
price_change_1m=5.0,
|
||||||
|
price_change_5m=3.0,
|
||||||
|
price_change_15m=2.0,
|
||||||
|
volume_surge=2.5,
|
||||||
|
atr=1.5,
|
||||||
|
current_price=100.0,
|
||||||
|
)
|
||||||
|
|
||||||
|
assert 0.0 <= score <= 100.0
|
||||||
|
assert score > 50.0 # Should be high for strong positive momentum
|
||||||
|
|
||||||
|
def test_calculate_momentum_score_negative(
|
||||||
|
self, volatility_analyzer: VolatilityAnalyzer
|
||||||
|
) -> None:
|
||||||
|
"""Test momentum score with negative price changes."""
|
||||||
|
score = volatility_analyzer.calculate_momentum_score(
|
||||||
|
price_change_1m=-5.0,
|
||||||
|
price_change_5m=-3.0,
|
||||||
|
price_change_15m=-2.0,
|
||||||
|
volume_surge=1.0,
|
||||||
|
atr=1.0,
|
||||||
|
current_price=100.0,
|
||||||
|
)
|
||||||
|
|
||||||
|
assert 0.0 <= score <= 100.0
|
||||||
|
assert score < 50.0 # Should be low for negative momentum
|
||||||
|
|
||||||
|
def test_analyze(self, volatility_analyzer: VolatilityAnalyzer) -> None:
|
||||||
|
"""Test full analysis of a stock."""
|
||||||
|
orderbook_data = {
|
||||||
|
"output1": {
|
||||||
|
"stck_prpr": "50000",
|
||||||
|
"acml_vol": "1000000",
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
price_history = {
|
||||||
|
"high": [51000.0] * 20,
|
||||||
|
"low": [49000.0] * 20,
|
||||||
|
"close": [48000.0] + [50000.0] * 19,
|
||||||
|
"volume": [500000.0] * 20,
|
||||||
|
}
|
||||||
|
|
||||||
|
metrics = volatility_analyzer.analyze("005930", orderbook_data, price_history)
|
||||||
|
|
||||||
|
assert metrics.stock_code == "005930"
|
||||||
|
assert metrics.current_price == 50000.0
|
||||||
|
assert metrics.atr > 0.0
|
||||||
|
assert metrics.volume_surge == pytest.approx(2.0) # 1M / 500K
|
||||||
|
assert 0.0 <= metrics.momentum_score <= 100.0
|
||||||
|
|
||||||
|
def test_is_breakout(self, volatility_analyzer: VolatilityAnalyzer) -> None:
|
||||||
|
"""Test breakout detection."""
|
||||||
|
# Strong breakout
|
||||||
|
metrics = VolatilityMetrics(
|
||||||
|
stock_code="005930",
|
||||||
|
current_price=50000.0,
|
||||||
|
atr=500.0,
|
||||||
|
price_change_1m=2.5,
|
||||||
|
price_change_5m=3.0,
|
||||||
|
price_change_15m=4.0,
|
||||||
|
volume_surge=3.0,
|
||||||
|
pv_divergence=50.0,
|
||||||
|
momentum_score=85.0,
|
||||||
|
)
|
||||||
|
|
||||||
|
assert volatility_analyzer.is_breakout(metrics) is True
|
||||||
|
|
||||||
|
def test_is_breakout_no_volume(self, volatility_analyzer: VolatilityAnalyzer) -> None:
|
||||||
|
"""Test that breakout requires volume confirmation."""
|
||||||
|
# Price up but no volume = not a real breakout
|
||||||
|
metrics = VolatilityMetrics(
|
||||||
|
stock_code="005930",
|
||||||
|
current_price=50000.0,
|
||||||
|
atr=500.0,
|
||||||
|
price_change_1m=2.5,
|
||||||
|
price_change_5m=3.0,
|
||||||
|
price_change_15m=4.0,
|
||||||
|
volume_surge=1.2, # Below threshold
|
||||||
|
pv_divergence=10.0,
|
||||||
|
momentum_score=70.0,
|
||||||
|
)
|
||||||
|
|
||||||
|
assert volatility_analyzer.is_breakout(metrics) is False
|
||||||
|
|
||||||
|
def test_is_breakdown(self, volatility_analyzer: VolatilityAnalyzer) -> None:
|
||||||
|
"""Test breakdown detection."""
|
||||||
|
# Strong breakdown
|
||||||
|
metrics = VolatilityMetrics(
|
||||||
|
stock_code="005930",
|
||||||
|
current_price=50000.0,
|
||||||
|
atr=500.0,
|
||||||
|
price_change_1m=-2.5,
|
||||||
|
price_change_5m=-3.0,
|
||||||
|
price_change_15m=-4.0,
|
||||||
|
volume_surge=3.0,
|
||||||
|
pv_divergence=-50.0,
|
||||||
|
momentum_score=15.0,
|
||||||
|
)
|
||||||
|
|
||||||
|
assert volatility_analyzer.is_breakdown(metrics) is True
|
||||||
|
|
||||||
|
def test_volatility_metrics_repr(self) -> None:
|
||||||
|
"""Test VolatilityMetrics string representation."""
|
||||||
|
metrics = VolatilityMetrics(
|
||||||
|
stock_code="005930",
|
||||||
|
current_price=50000.0,
|
||||||
|
atr=500.0,
|
||||||
|
price_change_1m=2.5,
|
||||||
|
price_change_5m=3.0,
|
||||||
|
price_change_15m=4.0,
|
||||||
|
volume_surge=3.0,
|
||||||
|
pv_divergence=50.0,
|
||||||
|
momentum_score=85.0,
|
||||||
|
)
|
||||||
|
|
||||||
|
repr_str = repr(metrics)
|
||||||
|
assert "005930" in repr_str
|
||||||
|
assert "50000.00" in repr_str
|
||||||
|
assert "2.50%" in repr_str
|
||||||
|
|
||||||
|
|
||||||
|
class TestMarketScanner:
|
||||||
|
"""Test suite for MarketScanner."""
|
||||||
|
|
||||||
|
@pytest.fixture
|
||||||
|
def scanner(
|
||||||
|
self,
|
||||||
|
mock_broker: KISBroker,
|
||||||
|
mock_overseas_broker: OverseasBroker,
|
||||||
|
volatility_analyzer: VolatilityAnalyzer,
|
||||||
|
context_store: ContextStore,
|
||||||
|
) -> MarketScanner:
|
||||||
|
"""Provide a MarketScanner instance."""
|
||||||
|
return MarketScanner(
|
||||||
|
broker=mock_broker,
|
||||||
|
overseas_broker=mock_overseas_broker,
|
||||||
|
volatility_analyzer=volatility_analyzer,
|
||||||
|
context_store=context_store,
|
||||||
|
top_n=5,
|
||||||
|
)
|
||||||
|
|
||||||
|
@pytest.mark.asyncio
|
||||||
|
async def test_scan_stock_domestic(
|
||||||
|
self,
|
||||||
|
scanner: MarketScanner,
|
||||||
|
mock_broker: KISBroker,
|
||||||
|
context_store: ContextStore,
|
||||||
|
) -> None:
|
||||||
|
"""Test scanning a domestic stock."""
|
||||||
|
mock_broker.get_orderbook.return_value = {
|
||||||
|
"output1": {
|
||||||
|
"stck_prpr": "50000",
|
||||||
|
"acml_vol": "1000000",
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
market = MARKETS["KR"]
|
||||||
|
metrics = await scanner.scan_stock("005930", market)
|
||||||
|
|
||||||
|
assert metrics is not None
|
||||||
|
assert metrics.stock_code == "005930"
|
||||||
|
assert metrics.current_price == 50000.0
|
||||||
|
|
||||||
|
# Verify L7 context was stored
|
||||||
|
latest_timeframe = context_store.get_latest_timeframe(ContextLayer.L7_REALTIME)
|
||||||
|
assert latest_timeframe is not None
|
||||||
|
|
||||||
|
@pytest.mark.asyncio
|
||||||
|
async def test_scan_stock_overseas(
|
||||||
|
self,
|
||||||
|
scanner: MarketScanner,
|
||||||
|
mock_overseas_broker: OverseasBroker,
|
||||||
|
context_store: ContextStore,
|
||||||
|
) -> None:
|
||||||
|
"""Test scanning an overseas stock."""
|
||||||
|
mock_overseas_broker.get_overseas_price.return_value = {
|
||||||
|
"output": {
|
||||||
|
"last": "150.50",
|
||||||
|
"tvol": "5000000",
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
market = MARKETS["US_NASDAQ"]
|
||||||
|
metrics = await scanner.scan_stock("AAPL", market)
|
||||||
|
|
||||||
|
assert metrics is not None
|
||||||
|
assert metrics.stock_code == "AAPL"
|
||||||
|
assert metrics.current_price == 150.50
|
||||||
|
|
||||||
|
@pytest.mark.asyncio
|
||||||
|
async def test_scan_stock_error_handling(
|
||||||
|
self,
|
||||||
|
scanner: MarketScanner,
|
||||||
|
mock_broker: KISBroker,
|
||||||
|
) -> None:
|
||||||
|
"""Test that scan_stock handles errors gracefully."""
|
||||||
|
mock_broker.get_orderbook.side_effect = Exception("Network error")
|
||||||
|
|
||||||
|
market = MARKETS["KR"]
|
||||||
|
metrics = await scanner.scan_stock("005930", market)
|
||||||
|
|
||||||
|
assert metrics is None # Should return None on error, not crash
|
||||||
|
|
||||||
|
@pytest.mark.asyncio
|
||||||
|
async def test_scan_market(
|
||||||
|
self,
|
||||||
|
scanner: MarketScanner,
|
||||||
|
mock_broker: KISBroker,
|
||||||
|
context_store: ContextStore,
|
||||||
|
) -> None:
|
||||||
|
"""Test scanning a full market."""
|
||||||
|
|
||||||
|
def mock_orderbook(stock_code: str) -> dict[str, Any]:
|
||||||
|
"""Generate mock orderbook with varying prices."""
|
||||||
|
base_price = int(stock_code) if stock_code.isdigit() else 50000
|
||||||
|
return {
|
||||||
|
"output1": {
|
||||||
|
"stck_prpr": str(base_price),
|
||||||
|
"acml_vol": str(base_price * 20), # Volume proportional to price
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
mock_broker.get_orderbook.side_effect = mock_orderbook
|
||||||
|
|
||||||
|
market = MARKETS["KR"]
|
||||||
|
stock_codes = ["005930", "000660", "035420"]
|
||||||
|
|
||||||
|
result = await scanner.scan_market(market, stock_codes)
|
||||||
|
|
||||||
|
assert result.market_code == "KR"
|
||||||
|
assert result.total_scanned == 3
|
||||||
|
assert len(result.top_movers) <= 5
|
||||||
|
assert all(isinstance(m, VolatilityMetrics) for m in result.top_movers)
|
||||||
|
|
||||||
|
# Verify scan result was stored in L7
|
||||||
|
latest_timeframe = context_store.get_latest_timeframe(ContextLayer.L7_REALTIME)
|
||||||
|
assert latest_timeframe is not None
|
||||||
|
scan_result = context_store.get_context(
|
||||||
|
ContextLayer.L7_REALTIME,
|
||||||
|
latest_timeframe,
|
||||||
|
"KR_scan_result",
|
||||||
|
)
|
||||||
|
assert scan_result is not None
|
||||||
|
assert scan_result["total_scanned"] == 3
|
||||||
|
|
||||||
|
@pytest.mark.asyncio
|
||||||
|
async def test_scan_market_with_breakouts(
|
||||||
|
self,
|
||||||
|
scanner: MarketScanner,
|
||||||
|
mock_broker: KISBroker,
|
||||||
|
) -> None:
|
||||||
|
"""Test that scan detects breakouts."""
|
||||||
|
# Mock strong price increase with volume
|
||||||
|
mock_broker.get_orderbook.return_value = {
|
||||||
|
"output1": {
|
||||||
|
"stck_prpr": "55000", # High price
|
||||||
|
"acml_vol": "5000000", # High volume
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
market = MARKETS["KR"]
|
||||||
|
stock_codes = ["005930"]
|
||||||
|
|
||||||
|
result = await scanner.scan_market(market, stock_codes)
|
||||||
|
|
||||||
|
# With high volume and price, might detect breakouts
|
||||||
|
# (depends on price history which is empty in this test)
|
||||||
|
assert isinstance(result.breakouts, list)
|
||||||
|
assert isinstance(result.breakdowns, list)
|
||||||
|
|
||||||
|
def test_get_updated_watchlist(self, scanner: MarketScanner) -> None:
|
||||||
|
"""Test watchlist update logic."""
|
||||||
|
current_watchlist = ["005930", "000660", "035420"]
|
||||||
|
|
||||||
|
# Create scan result with new leaders
|
||||||
|
top_movers = [
|
||||||
|
VolatilityMetrics("005930", 50000, 500, 2.0, 3.0, 4.0, 3.0, 50.0, 90.0),
|
||||||
|
VolatilityMetrics("005380", 48000, 480, 1.8, 2.5, 3.0, 2.8, 45.0, 85.0),
|
||||||
|
VolatilityMetrics("005490", 46000, 460, 1.5, 2.0, 2.5, 2.5, 40.0, 80.0),
|
||||||
|
]
|
||||||
|
|
||||||
|
scan_result = ScanResult(
|
||||||
|
market_code="KR",
|
||||||
|
timestamp="2026-02-04T10:00:00",
|
||||||
|
total_scanned=10,
|
||||||
|
top_movers=top_movers,
|
||||||
|
breakouts=["005380"],
|
||||||
|
breakdowns=[],
|
||||||
|
)
|
||||||
|
|
||||||
|
updated = scanner.get_updated_watchlist(
|
||||||
|
current_watchlist,
|
||||||
|
scan_result,
|
||||||
|
max_replacements=2,
|
||||||
|
)
|
||||||
|
|
||||||
|
assert "005930" in updated # Should keep existing top mover
|
||||||
|
assert "005380" in updated # Should add new leader
|
||||||
|
assert len(updated) == len(current_watchlist) # Should maintain size
|
||||||
|
|
||||||
|
def test_get_updated_watchlist_all_keepers(self, scanner: MarketScanner) -> None:
|
||||||
|
"""Test watchlist when all current stocks are still top movers."""
|
||||||
|
current_watchlist = ["005930", "000660", "035420"]
|
||||||
|
|
||||||
|
top_movers = [
|
||||||
|
VolatilityMetrics("005930", 50000, 500, 2.0, 3.0, 4.0, 3.0, 50.0, 90.0),
|
||||||
|
VolatilityMetrics("000660", 48000, 480, 1.8, 2.5, 3.0, 2.8, 45.0, 85.0),
|
||||||
|
VolatilityMetrics("035420", 46000, 460, 1.5, 2.0, 2.5, 2.5, 40.0, 80.0),
|
||||||
|
]
|
||||||
|
|
||||||
|
scan_result = ScanResult(
|
||||||
|
market_code="KR",
|
||||||
|
timestamp="2026-02-04T10:00:00",
|
||||||
|
total_scanned=10,
|
||||||
|
top_movers=top_movers,
|
||||||
|
breakouts=[],
|
||||||
|
breakdowns=[],
|
||||||
|
)
|
||||||
|
|
||||||
|
updated = scanner.get_updated_watchlist(
|
||||||
|
current_watchlist,
|
||||||
|
scan_result,
|
||||||
|
max_replacements=2,
|
||||||
|
)
|
||||||
|
|
||||||
|
# Should keep all current stocks since they're all in top movers
|
||||||
|
assert set(updated) == set(current_watchlist)
|
||||||
|
|
||||||
|
def test_get_updated_watchlist_max_replacements(
|
||||||
|
self, scanner: MarketScanner
|
||||||
|
) -> None:
|
||||||
|
"""Test that max_replacements limit is respected."""
|
||||||
|
current_watchlist = ["000660", "035420", "005490"]
|
||||||
|
|
||||||
|
# All new leaders (none in current watchlist)
|
||||||
|
top_movers = [
|
||||||
|
VolatilityMetrics("005930", 50000, 500, 2.0, 3.0, 4.0, 3.0, 50.0, 90.0),
|
||||||
|
VolatilityMetrics("005380", 48000, 480, 1.8, 2.5, 3.0, 2.8, 45.0, 85.0),
|
||||||
|
VolatilityMetrics("035720", 46000, 460, 1.5, 2.0, 2.5, 2.5, 40.0, 80.0),
|
||||||
|
]
|
||||||
|
|
||||||
|
scan_result = ScanResult(
|
||||||
|
market_code="KR",
|
||||||
|
timestamp="2026-02-04T10:00:00",
|
||||||
|
total_scanned=10,
|
||||||
|
top_movers=top_movers,
|
||||||
|
breakouts=[],
|
||||||
|
breakdowns=[],
|
||||||
|
)
|
||||||
|
|
||||||
|
updated = scanner.get_updated_watchlist(
|
||||||
|
current_watchlist,
|
||||||
|
scan_result,
|
||||||
|
max_replacements=1, # Only allow 1 replacement
|
||||||
|
)
|
||||||
|
|
||||||
|
# Should add at most 1 new leader
|
||||||
|
new_additions = [code for code in updated if code not in current_watchlist]
|
||||||
|
assert len(new_additions) <= 1
|
||||||
|
assert len(updated) == len(current_watchlist)
|
||||||
Reference in New Issue
Block a user