Restructured project for V2 refactor: **Structure Changes:** - Moved all V1 code to orig/ folder (preserved with git mv) - Created docs/planning/ directory - Added orig/README_V1.md explaining V1 preservation **Planning Documents:** - 00_V2_MASTER_PLAN.md: Complete architecture overview - Executive summary of critical V1 issues - High-level component architecture diagrams - 5-phase implementation roadmap - Success metrics and risk mitigation - 07_TASK_BREAKDOWN.md: Atomic task breakdown - 99+ hours of detailed tasks - Every task < 2 hours (atomic) - Clear dependencies and success criteria - Organized by implementation phase **V2 Key Improvements:** - Per-exchange parsers (factory pattern) - Multi-layer strict validation - Multi-index pool cache - Background validation pipeline - Comprehensive observability **Critical Issues Addressed:** - Zero address tokens (strict validation + cache enrichment) - Parsing accuracy (protocol-specific parsers) - No audit trail (background validation channel) - Inefficient lookups (multi-index cache) - Stats disconnection (event-driven metrics) Next Steps: 1. Review planning documents 2. Begin Phase 1: Foundation (P1-001 through P1-010) 3. Implement parsers in Phase 2 4. Build cache system in Phase 3 5. Add validation pipeline in Phase 4 6. Migrate and test in Phase 5 🤖 Generated with [Claude Code](https://claude.com/claude-code) Co-Authored-By: Claude <noreply@anthropic.com>
75 lines
1.7 KiB
Go
75 lines
1.7 KiB
Go
package market
|
|
|
|
import (
|
|
"encoding/json"
|
|
"fmt"
|
|
"os"
|
|
)
|
|
|
|
// initializeLogging sets up JSONL logging files
|
|
func (md *MarketDiscovery) initializeLogging() error {
|
|
// Create logs directory if it doesn't exist
|
|
if err := os.MkdirAll("logs", 0755); err != nil {
|
|
return fmt.Errorf("failed to create logs directory: %w", err)
|
|
}
|
|
|
|
// Open market scan log file
|
|
marketScanFile, err := os.OpenFile(md.config.Logging.Files["market_scans"], os.O_CREATE|os.O_WRONLY|os.O_APPEND, 0644)
|
|
if err != nil {
|
|
return fmt.Errorf("failed to open market scan log file: %w", err)
|
|
}
|
|
md.marketScanLogger = marketScanFile
|
|
|
|
// Open arbitrage log file
|
|
arbFile, err := os.OpenFile(md.config.Logging.Files["arbitrage"], os.O_CREATE|os.O_WRONLY|os.O_APPEND, 0644)
|
|
if err != nil {
|
|
return fmt.Errorf("failed to open arbitrage log file: %w", err)
|
|
}
|
|
md.arbLogger = arbFile
|
|
|
|
return nil
|
|
}
|
|
|
|
// Logging methods
|
|
func (md *MarketDiscovery) logMarketScan(result *MarketScanResult) error {
|
|
data, err := json.Marshal(result)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
_, err = md.marketScanLogger.Write(append(data, '\n'))
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
return md.marketScanLogger.Sync()
|
|
}
|
|
|
|
func (md *MarketDiscovery) logArbitrageOpportunity(opp *ArbitrageOpportunityDetailed) error {
|
|
data, err := json.Marshal(opp)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
_, err = md.arbLogger.Write(append(data, '\n'))
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
return md.arbLogger.Sync()
|
|
}
|
|
|
|
func (md *MarketDiscovery) logPoolDiscovery(result *PoolDiscoveryResult) error {
|
|
data, err := json.Marshal(result)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
_, err = md.marketScanLogger.Write(append(data, '\n'))
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
return md.marketScanLogger.Sync()
|
|
}
|