Update app.py

app.py

@@ -3,7 +3,7 @@ from langfuse import Langfuse
 from langfuse.decorators import observe, langfuse_context
 
 from config.config import settings
-
+import os
 
 # Initialize Langfuse
 os.environ["LANGFUSE_PUBLIC_KEY"] = "pk-lf-9f2c32d2-266f-421d-9b87-51377f0a268c"
@@ -14,40 +14,7 @@ langfuse = Langfuse()
 
 
 
-# config.py
-from dataclasses import dataclass, field
-from enum import Enum
-from typing import Dict, Any, Optional
-
-class GenerationStrategy(str, Enum):
-    DEFAULT = "default"
-    MAJORITY_VOTING = "majority_voting"
-    BEST_OF_N = "best_of_n"
-    BEAM_SEARCH = "beam_search"
-    DVTS = "dvts"
-    COT = "chain_of_thought"
-    REACT = "react"
 
-@dataclass
-class ModelConfig:
-    model_kwargs: Dict[str, Any] = field(default_factory=dict)
-    tokenizer_kwargs: Dict[str, Any] = field(default_factory=dict)
-    quantization_kwargs: Dict[str, Any] = field(default_factory=dict)
-
-@dataclass
-class GenerationConfig:
-    num_samples: int = 5
-    depth: int = 3
-    breadth: int = 2
-    max_history_turns: int = 1
-    max_new_tokens: int = 50
-    temperature: float = 0.7
-    top_p: float = 0.9
-    top_k: int = 50
-    repetition_penalty: float = 1.1
-    length_penalty: float = 1.0
-    do_sample: bool = True
-    strategy: GenerationStrategy = GenerationStrategy.DEFAULT
 
 # model_manager.py
 import torch
@@ -187,7 +154,7 @@ from typing import AsyncGenerator, Dict, Any, Optional, List, Tuple
 from dataclasses import dataclass
 from logging import getLogger
 
-from .config import GenerationConfig, ModelConfig
+from config.config import GenerationConfig, ModelConfig
 
 class BaseGenerator(ABC):
     """Base class for all generator implementations."""