feat: add token source position tracking to lexer

src/core/config.py

@@ -0,0 +1,67 @@
+from dataclasses import dataclass
+from typing import Optional
+import os
+
+
+@dataclass
+class DatabaseConfig:
+    host: str = "localhost"
+    port: int = 5432
+    name: str = "myapp"
+    user: str = "postgres"
+    password: str = ""
+
+    @classmethod
+    def from_env(cls) -> "DatabaseConfig":
+        return cls(
+            host=os.getenv("DB_HOST", "localhost"),
+            port=int(os.getenv("DB_PORT", "5432")),
+            name=os.getenv("DB_NAME", "myapp"),
+            user=os.getenv("DB_USER", "postgres"),
+            password=os.getenv("DB_PASSWORD", "")
+        )
+
+
+@dataclass
+class RedisConfig:
+    host: str = "localhost"
+    port: int = 6379
+    db: int = 0
+    password: Optional[str] = None
+
+    @classmethod
+    def from_env(cls) -> "RedisConfig":
+        return cls(
+            host=os.getenv("REDIS_HOST", "localhost"),
+            port=int(os.getenv("REDIS_PORT", "6379")),
+            db=int(os.getenv("REDIS_DB", "0")),
+            password=os.getenv("REDIS_PASSWORD")
+        )
+
+
+@dataclass
+class AppConfig:
+    debug: bool = False
+    secret_key: str = "dev-secret-key"
+    log_level: str = "INFO"
+    database: DatabaseConfig = None
+    redis: RedisConfig = None
+
+    def __post_init__(self):
+        if self.database is None:
+            self.database = DatabaseConfig.from_env()
+        if self.redis is None:
+            self.redis = RedisConfig.from_env()
+
+    @classmethod
+    def from_env(cls) -> "AppConfig":
+        return cls(
+            debug=os.getenv("DEBUG", "false").lower() == "true",
+            secret_key=os.getenv("SECRET_KEY", "dev-secret-key"),
+            log_level=os.getenv("LOG_LEVEL", "INFO").upper(),
+            database=DatabaseConfig.from_env(),
+            redis=RedisConfig.from_env()
+        )
+
+
+config = AppConfig.from_env()

tests/test_config.py

@@ -0,0 +1,156 @@
+import os
+import pytest
+from unittest.mock import patch
+from src.core.config import DatabaseConfig, RedisConfig, AppConfig
+
+
+class TestDatabaseConfig:
+    def test_default_values(self):
+        config = DatabaseConfig()
+        assert config.host == "localhost"
+        assert config.port == 5432
+        assert config.name == "myapp"
+        assert config.user == "postgres"
+        assert config.password == ""
+
+    def test_custom_values(self):
+        config = DatabaseConfig(
+            host="db.example.com",
+            port=3306,
+            name="production",
+            user="admin",
+            password="secret"
+        )
+        assert config.host == "db.example.com"
+        assert config.port == 3306
+        assert config.name == "production"
+        assert config.user == "admin"
+        assert config.password == "secret"
+
+    @patch.dict(os.environ, {
+        "DB_HOST": "prod-db",
+        "DB_PORT": "3306",
+        "DB_NAME": "prod_app",
+        "DB_USER": "prod_user",
+        "DB_PASSWORD": "prod_pass"
+    })
+    def test_from_env(self):
+        config = DatabaseConfig.from_env()
+        assert config.host == "prod-db"
+        assert config.port == 3306
+        assert config.name == "prod_app"
+        assert config.user == "prod_user"
+        assert config.password == "prod_pass"
+
+    @patch.dict(os.environ, {}, clear=True)
+    def test_from_env_defaults(self):
+        config = DatabaseConfig.from_env()
+        assert config.host == "localhost"
+        assert config.port == 5432
+        assert config.name == "myapp"
+        assert config.user == "postgres"
+        assert config.password == ""
+
+
+class TestRedisConfig:
+    def test_default_values(self):
+        config = RedisConfig()
+        assert config.host == "localhost"
+        assert config.port == 6379
+        assert config.db == 0
+        assert config.password is None
+
+    def test_custom_values(self):
+        config = RedisConfig(
+            host="redis.example.com",
+            port=6380,
+            db=1,
+            password="redis_pass"
+        )
+        assert config.host == "redis.example.com"
+        assert config.port == 6380
+        assert config.db == 1
+        assert config.password == "redis_pass"
+
+    @patch.dict(os.environ, {
+        "REDIS_HOST": "prod-redis",
+        "REDIS_PORT": "6380",
+        "REDIS_DB": "2",
+        "REDIS_PASSWORD": "redis_secret"
+    })
+    def test_from_env(self):
+        config = RedisConfig.from_env()
+        assert config.host == "prod-redis"
+        assert config.port == 6380
+        assert config.db == 2
+        assert config.password == "redis_secret"
+
+    @patch.dict(os.environ, {}, clear=True)
+    def test_from_env_defaults(self):
+        config = RedisConfig.from_env()
+        assert config.host == "localhost"
+        assert config.port == 6379
+        assert config.db == 0
+        assert config.password is None
+
+
+class TestAppConfig:
+    def test_default_values(self):
+        config = AppConfig()
+        assert config.debug is False
+        assert config.secret_key == "dev-secret-key"
+        assert config.log_level == "INFO"
+        assert isinstance(config.database, DatabaseConfig)
+        assert isinstance(config.redis, RedisConfig)
+
+    def test_custom_values(self):
+        db_config = DatabaseConfig(host="custom-db")
+        redis_config = RedisConfig(host="custom-redis")
+
+        config = AppConfig(
+            debug=True,
+            secret_key="custom-key",
+            log_level="DEBUG",
+            database=db_config,
+            redis=redis_config
+        )
+
+        assert config.debug is True
+        assert config.secret_key == "custom-key"
+        assert config.log_level == "DEBUG"
+        assert config.database.host == "custom-db"
+        assert config.redis.host == "custom-redis"
+
+    @patch.dict(os.environ, {
+        "DEBUG": "true",
+        "SECRET_KEY": "env-secret",
+        "LOG_LEVEL": "debug",
+        "DB_HOST": "env-db",
+        "REDIS_HOST": "env-redis"
+    })
+    def test_from_env(self):
+        config = AppConfig.from_env()
+        assert config.debug is True
+        assert config.secret_key == "env-secret"
+        assert config.log_level == "DEBUG"
+        assert config.database.host == "env-db"
+        assert config.redis.host == "env-redis"
+
+    @patch.dict(os.environ, {"DEBUG": "false"})
+    def test_debug_false_from_env(self):
+        config = AppConfig.from_env()
+        assert config.debug is False
+
+    @patch.dict(os.environ, {"DEBUG": "TRUE"})
+    def test_debug_case_insensitive(self):
+        config = AppConfig.from_env()
+        assert config.debug is True
+
+    @patch.dict(os.environ, {}, clear=True)
+    def test_from_env_defaults(self):
+        config = AppConfig.from_env()
+        assert config.debug is False
+        assert config.secret_key == "dev-secret-key"
+        assert config.log_level == "INFO"
+        assert config.database.host == "localhost"
+        assert config.redis.host == "localhost"