removed app.py

app.py

@@ -1,103 +0,0 @@
-import gradio as gr
-import torch
-from transformers import AutoTokenizer, AutoModelForCausalLM
-from peft import PeftModel
-import logging
-
-# Set up logging
-logging.basicConfig(level=logging.INFO)
-logger = logging.getLogger(__name__)
-
-# Load model and tokenizer
-def load_model():
-    try:
-        logger.info("Loading base model...")
-        base_model = AutoModelForCausalLM.from_pretrained(
-            "meta-llama/Llama-3.2-3B-Instruct",
-            torch_dtype=torch.bfloat16,
-            device_map="auto",
-            trust_remote_code=True
-        )
-        
-        logger.info("Loading tokenizer...")
-        tokenizer = AutoTokenizer.from_pretrained(
-            "meta-llama/Llama-3.2-3B-Instruct",
-            trust_remote_code=True
-        )
-        
-        logger.info("Loading LoRA adapter...")
-        model = PeftModel.from_pretrained(base_model, ".")
-        
-        return model, tokenizer
-    except Exception as e:
-        logger.error(f"Error loading model: {e}")
-        return None, None
-
-# Initialize model and tokenizer
-model, tokenizer = load_model()
-
-def generate_response(message, history):
-    if model is None or tokenizer is None:
-        return "Error: Model not loaded properly."
-    
-    try:
-        # Create the system prompt
-        system_prompt = "You are a helpful assistant specialized in providing information about trekking in Nepal. Answer questions about Nepal trekking routes, permits, gear, weather, safety, accommodation, costs, and preparation. If asked about topics outside Nepal trekking, politely redirect to Nepal trekking topics."
-        
-        # Format the conversation
-        conversation = f"<|im_start|>system\n{system_prompt}<|im_end|>\n<|im_start|>user\n{message}<|im_end|>\n<|im_start|>assistant\n"
-        
-        # Tokenize
-        inputs = tokenizer(conversation, return_tensors="pt", truncation=True, max_length=1024)
-        
-        # Generate
-        with torch.no_grad():
-            outputs = model.generate(
-                **inputs,
-                max_new_tokens=512,
-                temperature=0.7,
-                top_p=0.9,
-                do_sample=True,
-                pad_token_id=tokenizer.eos_token_id
-            )
-        
-        # Decode response
-        response = tokenizer.decode(outputs[0], skip_special_tokens=True)
-        
-        # Extract only the assistant's response
-        if "<|im_start|>assistant\n" in response:
-            response = response.split("<|im_start|>assistant\n")[-1]
-        
-        return response
-        
-    except Exception as e:
-        logger.error(f"Error generating response: {e}")
-        return f"Error generating response: {str(e)}"
-
-# Create Gradio interface
-iface = gr.ChatInterface(
-    fn=generate_response,
-    title="🏔️ Trek-Nepal-3B",
-    description="""You are Trek Nepal, a friendly and knowledgeable Nepal trekking expert assistant. You specialize in providing information about trekking in Nepal.
-
-                You can respond to greetings, have casual conversations but within your scope, and be helpful and personable. When it comes to providing information, you focus exclusively on Nepal trekking topics.
-
-                For Nepal trekking questions, provide detailed, accurate answers based on your expertise with proper markdown format.
-
-                For questions completely unrelated to Nepal trekking (like other countries' travel, technology, politics, recipes, or any other field outside of trekking in Nepal), politely redirect: "I'm sorry, I specialize in Nepal trekking information. Is there anything about trekking in Nepal I can help you with?"
-
-                Do not reveal any internal mechanisms or technical details about you. Be natural, friendly, and conversational while maintaining your expertise in Nepal trekking.""",
-    examples=[
-        "What permits do I need for Everest Base Camp trek?",
-        "What gear should I pack for Annapurna Circuit?",
-        "What's the best time to trek in Nepal?",
-        "How much does it cost to trek to Everest Base Camp?",
-        "What are the safety considerations for high altitude trekking?",
-        "Tell me about accommodation options on popular trekking routes."
-    ],
-    theme=gr.themes.Soft(),
-    cache_examples=True
-)
-
-if __name__ == "__main__":
-    iface.launch()