odexus commited on
Commit
24f3a3d
·
verified ·
1 Parent(s): 87e5602

Upload app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -4
app.py CHANGED
@@ -4,7 +4,7 @@ from transformers import AutoTokenizer, AutoModelForCausalLM
4
  import torch
5
 
6
  # Load model and tokenizer
7
- model_id = "Equall/SaulLM-141B-Instruct"
8
  tokenizer = AutoTokenizer.from_pretrained(model_id)
9
  model = AutoModelForCausalLM.from_pretrained(
10
  model_id,
@@ -14,7 +14,7 @@ model = AutoModelForCausalLM.from_pretrained(
14
 
15
  @spaces.GPU()
16
  def generate_response(message, history, system_prompt, max_tokens, temperature):
17
- """Generate legal analysis using Saul-141B"""
18
 
19
  # Build conversation history
20
  messages = []
@@ -45,7 +45,7 @@ def generate_response(message, history, system_prompt, max_tokens, temperature):
45
  return response
46
 
47
  # Default system prompt for legal queries
48
- DEFAULT_SYSTEM = """You are SaulLM-141B, a specialized legal language model. You provide accurate legal analysis based on U.S. and European legal systems.
49
 
50
  IMPORTANT DISCLAIMERS:
51
  - This is for informational purposes only, not legal advice
@@ -55,7 +55,7 @@ IMPORTANT DISCLAIMERS:
55
 
56
  # Build interface
57
  with gr.Blocks(theme=gr.themes.Soft()) as demo:
58
- gr.Markdown("# SaulLM-141B Legal Assistant")
59
  gr.Markdown("*Specialized AI for legal reasoning and analysis. Private queries, powered by Zero GPU (25 min/day free).*")
60
 
61
  with gr.Row():
 
4
  import torch
5
 
6
  # Load model and tokenizer
7
+ model_id = "Equall/SaulLM-54B-Instruct"
8
  tokenizer = AutoTokenizer.from_pretrained(model_id)
9
  model = AutoModelForCausalLM.from_pretrained(
10
  model_id,
 
14
 
15
  @spaces.GPU()
16
  def generate_response(message, history, system_prompt, max_tokens, temperature):
17
+ """Generate legal analysis using Saul-54B"""
18
 
19
  # Build conversation history
20
  messages = []
 
45
  return response
46
 
47
  # Default system prompt for legal queries
48
+ DEFAULT_SYSTEM = """You are SaulLM-54B, a specialized legal language model. You provide accurate legal analysis based on U.S. and European legal systems.
49
 
50
  IMPORTANT DISCLAIMERS:
51
  - This is for informational purposes only, not legal advice
 
55
 
56
  # Build interface
57
  with gr.Blocks(theme=gr.themes.Soft()) as demo:
58
+ gr.Markdown("# SaulLM-54B Legal Assistant")
59
  gr.Markdown("*Specialized AI for legal reasoning and analysis. Private queries, powered by Zero GPU (25 min/day free).*")
60
 
61
  with gr.Row():