Refactor Configuration System to Use Environment Variables

- Removed YAML configuration files for the scraper and web commands, transitioning to an environment-based configuration system.
- Updated configuration structs to utilize `env` tags for loading values from `.env` files, enhancing security and flexibility.
- Implemented reflection-based parsing for environment variables, ensuring type-safe configuration loading.
- Revised documentation to reflect the new configuration approach, including usage examples and best practices for environment variable naming conventions.

cmd/web/bootstrap/config.go

@@ -6,27 +6,23 @@ import (
 
 // Config holds configuration for the web command
 type Config struct {
-	Server       config.ServerConfig    `mapstructure:"server"`
-	Database     config.DatabaseConfig  `mapstructure:"database"`
-	Cache        config.CacheConfig     `mapstructure:"cache"`
-	Logging      config.LoggingConfig   `mapstructure:"logging"`
-	RateLimit    config.RateLimitConfig `mapstructure:"rate_limiting"`
-	UserAuth     AuthConfig             `mapstructure:"user_authorization"`
-	CustomerAuth AuthConfig             `mapstructure:"customer_authorization"`
-	Assets       AssetsConfig           `mapstructure:"assets"`
+	Server       config.ServerConfig
+	Database     config.DatabaseConfig
+	Cache        config.CacheConfig
+	Logging      config.LoggingConfig
+	RateLimit    config.RateLimitConfig
+	Assets       config.AssetsConfig
+	UserAuth     AuthConfig
+	CustomerAuth AuthConfig
 }
 
 type AuthConfig struct {
-	JWT JWTConfig `mapstructure:"jwt"`
+	JWT JWTConfig
 }
 
 type JWTConfig struct {
-	AccessSecret     string `mapstructure:"access_secret"`
-	RefreshSecret    string `mapstructure:"refresh_secret"`
-	AccessExpiresIn  int    `mapstructure:"access_expires_in"`
-	RefreshExpiresIn int    `mapstructure:"refresh_expires_in"`
-}
-
-type AssetsConfig struct {
-	FlagsPath string `mapstructure:"flags_path"`
+	AccessSecret     string `env:"USER_AUTH_ACCESS_SECRET"`
+	RefreshSecret    string `env:"USER_AUTH_REFRESH_SECRET"`
+	AccessExpiresIn  int    `env:"USER_AUTH_ACCESS_EXPIRES_IN"`
+	RefreshExpiresIn int    `env:"USER_AUTH_REFRESH_EXPIRES_IN"`
 }

cmd/web/config.yaml

@@ -1,53 +0,0 @@
-server:
-  host: "0.0.0.0"
-  port: 8082
-  timeout: 30s
-  read_timeout: 10s
-  write_timeout: 10s
-
-database:
-  mongodb:
-    uri: "mongodb://admin:admin1234@localhost:27017"
-    name: "tender_management"
-    timeout: 10s
-    max_pool_size: 100
-
-cache:
-  redis:
-    host: "localhost"
-    port: 6379
-    password: "admin1234"
-    db: 0
-    pool_size: 10
-
-user_authorization:
-  jwt:
-    access_secret: "your-super-secret-access-token-key-here-make-it-long-and-secure"
-    refresh_secret: "your-super-secret-refresh-token-key-here-make-it-long-and-secure"
-    access_expires_in: 3600 # 1 hour in seconds
-    refresh_expires_in: 2592000 # 30 days in seconds
-
-customer_authorization:
-  jwt:
-    access_secret: "your-super-secret-access-token-key-here-make-it-long-and-secure"
-    refresh_secret: "your-super-secret-refresh-token-key-here-make-it-long-and-secure"
-    access_expires_in: 3600 # 1 hour in seconds
-    refresh_expires_in: 2592000 # 30 days in seconds
-
-logging:
-  level: "info"
-  format: "json"
-  output: "file"  # stdout, stderr, file
-  file:
-    path: "./logs/app.log"
-    max_size: 100      # Max size in MB before rotation
-    max_backups: 5     # Number of backup files to keep
-    max_age: 30        # Max age in days to keep log files
-    compress: true     # Compress rotated files
-
-rate_limiting:
-  requests_per_minute: 100
-  burst: 20 
-
-assets:
-  flags_path: "./assets/flags"