feat: add configuration and database layer

Author: sirrobot01

internal/config/config.go

@@ -0,0 +1,266 @@
+package config
+
+import (
+	"errors"
+	"fmt"
+	"strings"
+	"time"
+
+	"github.com/spf13/viper"
+)
+
+// Config holds application configuration
+type Config struct {
+	Server     ServerConfig     `mapstructure:"server"`
+	Database   DatabaseConfig   `mapstructure:"database"`
+	Ingestion  IngestionConfig  `mapstructure:"ingestion"`
+	Auth       AuthConfig       `mapstructure:"auth"`
+	Privacy    PrivacyConfig    `mapstructure:"privacy"`
+	Monitoring MonitoringConfig `mapstructure:"monitoring"`
+	Logging    LoggingConfig    `mapstructure:"logging"`
+	Features   FeaturesConfig   `mapstructure:"features"`
+}
+
+// ServerConfig holds server configuration
+type ServerConfig struct {
+	Host         string        `mapstructure:"host"`
+	Port         int           `mapstructure:"port"`
+	GRPCPort     int           `mapstructure:"grpc_port"`
+	ReadTimeout  time.Duration `mapstructure:"read_timeout"`
+	WriteTimeout time.Duration `mapstructure:"write_timeout"`
+	IdleTimeout  time.Duration `mapstructure:"idle_timeout"`
+}
+
+// DatabaseConfig holds database configuration
+type DatabaseConfig struct {
+	Type               string          `mapstructure:"type"`
+	Host               string          `mapstructure:"host"`
+	Port               int             `mapstructure:"port"`
+	Database           string          `mapstructure:"database"`
+	Username           string          `mapstructure:"username"`
+	Password           string          `mapstructure:"password"`
+	MaxConnections     int             `mapstructure:"max_connections"`
+	MaxIdleConnections int             `mapstructure:"max_idle_connections"`
+	MaxLifetime        time.Duration   `mapstructure:"connection_max_lifetime"`
+	MigrationsPath     string          `mapstructure:"migrations_path"`
+	Retention          RetentionConfig `mapstructure:"retention"`
+}
+
+// RetentionConfig holds data retention configuration
+type RetentionConfig struct {
+	RawData          string `mapstructure:"raw_data"`
+	HourlyAggregates string `mapstructure:"hourly_aggregates"`
+	DailyAggregates  string `mapstructure:"daily_aggregates"`
+}
+
+// IngestionConfig holds ingestion configuration
+type IngestionConfig struct {
+	BufferSize   int             `mapstructure:"buffer_size"`
+	BatchSize    int             `mapstructure:"batch_size"`
+	BatchTimeout time.Duration   `mapstructure:"batch_timeout"`
+	MaxBatchWait time.Duration   `mapstructure:"max_batch_wait"`
+	RateLimit    RateLimitConfig `mapstructure:"rate_limit"`
+}
+
+// RateLimitConfig holds rate limiting configuration
+type RateLimitConfig struct {
+	Enabled           bool `mapstructure:"enabled"`
+	RequestsPerSecond int  `mapstructure:"requests_per_second"`
+	Burst             int  `mapstructure:"burst"`
+}
+
+// AuthConfig holds authentication configuration
+type AuthConfig struct {
+	JWTSecret       string        `mapstructure:"jwt_secret"`
+	AccessTokenTTL  time.Duration `mapstructure:"access_token_ttl"`
+	RefreshTokenTTL time.Duration `mapstructure:"refresh_token_ttl"`
+}
+
+// PrivacyConfig holds privacy configuration
+type PrivacyConfig struct {
+	SanitizeParameters bool     `mapstructure:"sanitize_parameters"`
+	SensitiveKeys      []string `mapstructure:"sensitive_keys"`
+	HashSessionIDs     bool     `mapstructure:"hash_session_ids"`
+}
+
+// MonitoringConfig holds monitoring configuration
+type MonitoringConfig struct {
+	Prometheus  PrometheusConfig  `mapstructure:"prometheus"`
+	HealthCheck HealthCheckConfig `mapstructure:"health_check"`
+}
+
+// PrometheusConfig holds Prometheus configuration
+type PrometheusConfig struct {
+	Enabled bool   `mapstructure:"enabled"`
+	Path    string `mapstructure:"path"`
+}
+
+// HealthCheckConfig holds health check configuration
+type HealthCheckConfig struct {
+	Enabled bool   `mapstructure:"enabled"`
+	Path    string `mapstructure:"path"`
+}
+
+// LoggingConfig holds logging configuration
+type LoggingConfig struct {
+	Level  string `mapstructure:"level"`
+	Format string `mapstructure:"format"`
+	Output string `mapstructure:"output"`
+}
+
+// FeaturesConfig holds feature flags
+type FeaturesConfig struct {
+	WebSocket        bool `mapstructure:"websocket"`
+	AnomalyDetection bool `mapstructure:"anomaly_detection"`
+	Alerting         bool `mapstructure:"alerting"`
+	MultiTenancy     bool `mapstructure:"multi_tenancy"`
+}
+
+// Load loads configuration from file
+func Load(configPath string) (*Config, error) {
+	v := viper.New()
+
+	// Set defaults
+	setDefaults(v)
+
+	// Set config file path
+	if configPath != "" {
+		v.SetConfigFile(configPath)
+	} else {
+		v.SetConfigName("config")
+		v.SetConfigType("yaml")
+		v.AddConfigPath(".")
+		v.AddConfigPath("$HOME/.mcpulse")
+		v.AddConfigPath("/etc/mcpulse")
+	}
+
+	// Read environment variables
+	v.AutomaticEnv()
+	v.SetEnvPrefix("MCPULSE")
+	v.SetEnvKeyReplacer(strings.NewReplacer(".", "_", "-", "_"))
+
+	// Read config file
+	if err := v.ReadInConfig(); err != nil {
+		var configFileNotFoundError viper.ConfigFileNotFoundError
+		if !errors.As(err, &configFileNotFoundError) {
+			return nil, fmt.Errorf("failed to read config: %w", err)
+		}
+	}
+
+	for _, key := range v.AllKeys() {
+		_ = v.BindEnv(key)
+	}
+
+	var cfg Config
+	if err := v.Unmarshal(&cfg); err != nil {
+		return nil, fmt.Errorf("failed to unmarshal config: %w", err)
+	}
+
+	return &cfg, nil
+}
+
+// setDefaults sets default configuration values
+func setDefaults(v *viper.Viper) {
+	// Server defaults
+	v.SetDefault("server.host", "0.0.0.0")
+	v.SetDefault("server.port", 8080)
+	v.SetDefault("server.grpc_port", 9090)
+	v.SetDefault("server.read_timeout", "30s")
+	v.SetDefault("server.write_timeout", "30s")
+	v.SetDefault("server.idle_timeout", "120s")
+
+	// Database defaults
+	v.SetDefault("database.type", "timescaledb")
+	v.SetDefault("database.host", "localhost")
+	v.SetDefault("database.port", 5432)
+	v.SetDefault("database.database", "mcp_analytics")
+	v.SetDefault("database.username", "mcp_user")
+	v.SetDefault("database.password", "")
+	v.SetDefault("database.max_connections", 50)
+	v.SetDefault("database.max_idle_connections", 10)
+	v.SetDefault("database.connection_max_lifetime", "1h")
+	v.SetDefault("database.migrations_path", "migrations")
+	v.SetDefault("database.retention.raw_data", "90d")
+	v.SetDefault("database.retention.hourly_aggregates", "1y")
+	v.SetDefault("database.retention.daily_aggregates", "forever")
+
+	// Ingestion defaults
+	v.SetDefault("ingestion.buffer_size", 10000)
+	v.SetDefault("ingestion.batch_size", 1000)
+	v.SetDefault("ingestion.batch_timeout", "5s")
+	v.SetDefault("ingestion.max_batch_wait", "10s")
+	v.SetDefault("ingestion.rate_limit.enabled", true)
+	v.SetDefault("ingestion.rate_limit.requests_per_second", 1000)
+	v.SetDefault("ingestion.rate_limit.burst", 2000)
+
+	// Auth defaults
+	v.SetDefault("auth.jwt_secret", "change_this_secret")
+	v.SetDefault("auth.access_token_ttl", "15m")
+	v.SetDefault("auth.refresh_token_ttl", "168h") // 7 days
+
+	// Privacy defaults
+	v.SetDefault("privacy.sanitize_parameters", true)
+	v.SetDefault("privacy.sensitive_keys", []string{"password", "token", "api_key", "secret"})
+	v.SetDefault("privacy.hash_session_ids", false)
+
+	// Monitoring defaults
+	v.SetDefault("monitoring.prometheus.enabled", true)
+	v.SetDefault("monitoring.prometheus.path", "/metrics")
+	v.SetDefault("monitoring.health_check.enabled", true)
+	v.SetDefault("monitoring.health_check.path", "/health")
+
+	// Logging defaults
+	v.SetDefault("logging.level", "info")
+	v.SetDefault("logging.output", "stdout")
+
+	// Features defaults
+	v.SetDefault("features.websocket", true)
+	v.SetDefault("features.anomaly_detection", false)
+	v.SetDefault("features.alerting", false)
+	v.SetDefault("features.multi_tenancy", false)
+}
+
+// Validate validates the configuration
+func (c *Config) Validate() error {
+	if c.Server.Port < 1 || c.Server.Port > 65535 {
+		return fmt.Errorf("invalid server port: %d", c.Server.Port)
+	}
+
+	if c.Server.GRPCPort < 1 || c.Server.GRPCPort > 65535 {
+		return fmt.Errorf("invalid gRPC port: %d", c.Server.GRPCPort)
+	}
+
+	if c.Server.GRPCPort == c.Server.Port {
+		return fmt.Errorf("gRPC port (%d) must differ from HTTP port (%d)", c.Server.GRPCPort, c.Server.Port)
+	}
+
+	if c.Database.Host == "" {
+		return fmt.Errorf("database host is required")
+	}
+
+	if c.Database.Database == "" {
+		return fmt.Errorf("database name is required")
+	}
+
+	if c.Database.Username == "" {
+		return fmt.Errorf("database username is required")
+	}
+
+	if strings.TrimSpace(c.Database.MigrationsPath) == "" {
+		return fmt.Errorf("database migrations path is required")
+	}
+
+	if c.Ingestion.BufferSize < 1 {
+		return fmt.Errorf("ingestion buffer size must be at least 1")
+	}
+
+	if c.Ingestion.BatchSize < 1 {
+		return fmt.Errorf("ingestion batch size must be at least 1")
+	}
+
+	if c.Ingestion.BatchSize > c.Ingestion.BufferSize {
+		return fmt.Errorf("ingestion batch size cannot exceed buffer size")
+	}
+
+	return nil
+}