Gabriel Ramos
2c41a7a6b3
Set up continuous P2P VES/USDT market history data collection, normalization, validation, and date-partitioned Parquet storage.
32 lines
778 B
YAML
32 lines
778 B
YAML
binance:
|
|
base_url: "https://p2p.binance.com/bapi/c2c/v2/friendly/c2c/adv/search"
|
|
user_agent: "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36"
|
|
timeout_seconds: 15
|
|
max_pages: 10
|
|
request_delay_seconds: 0.5
|
|
|
|
collection:
|
|
pairs:
|
|
- asset: "USDT"
|
|
fiat: "VES"
|
|
interval_seconds: 300
|
|
output_dir: "./data/raw"
|
|
retry_attempts: 3
|
|
retry_delay_base_seconds: 10
|
|
|
|
validation:
|
|
price_min: 1.0
|
|
price_max: 2000.0
|
|
reject_zero_finish_rate: true
|
|
reject_zero_surplus: true
|
|
|
|
logging:
|
|
level: "INFO"
|
|
file: "./data/logs/collector.log"
|
|
max_bytes: 10485760 # 10 MB
|
|
backup_count: 5
|
|
format: "%(asctime)s | %(levelname)s | %(message)s"
|
|
|
|
alerts:
|
|
consecutive_failure_threshold: 5
|
|
alert_dir: "./data/alerts"
|