Hugging Face's logo

Spaces:
ruslanmv
/
MediBot
Running

App Files Community
MediBot
File size: 2,538 Bytes
a42ba49
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
export type Provider =
  | "hf"
  | "ollabridge"
  | "ollama"
  | "openai"
  | "gemini"
  | "claude";

export type ChatMessage = {
  role: "user" | "assistant" | "system";
  content: string;
};

/**
 * High-level, user-facing presets. These map to a concrete
 * (provider, model) pair — plus an optional ordered fallback
 * chain — via `lib/providers/presets.ts`.
 */
export type Preset =
  | "free-best"
  | "free-fastest"
  | "free-flexible"
  | "deep-reasoning"
  | "local"
  | "ollabridge";

export type MedicalContextPayload = {
  country: string;
  language: string;
  emergencyNumber: string;
  units?: "metric" | "imperial";
};

export type ChatRequest = {
  preset?: Preset;
  provider?: Provider;
  model?: string;
  apiKey?: string;
  userHfToken?: string;
  context?: MedicalContextPayload;
  messages: ChatMessage[];
  stream?: boolean;
};

export type ProviderConfig = {
  name: string;
  displayName: string;
  requiresApiKey: boolean;
  models: {
    id: string;
    name: string;
  }[];
};

export const PROVIDER_CONFIGS: Record<Provider, ProviderConfig> = {
  hf: {
    name: "hf",
    displayName: "HuggingFace Inference (Free)",
    requiresApiKey: false,
    models: [
      { id: "meta-llama/Llama-3.3-70B-Instruct", name: "Llama 3.3 70B (default)" },
      { id: "Qwen/Qwen2.5-72B-Instruct", name: "Qwen 2.5 72B" },
      { id: "deepseek-ai/DeepSeek-R1", name: "DeepSeek R1 (reasoning)" },
    ],
  },
  ollabridge: {
    name: "ollabridge",
    displayName: "OllaBridge (Custom Gateway)",
    requiresApiKey: true,
    models: [{ id: "free-best", name: "Auto (free-best)" }],
  },
  ollama: {
    name: "ollama",
    displayName: "Ollama (Local)",
    requiresApiKey: false,
    models: [
      { id: "qwen2.5:7b", name: "Qwen 2.5 7B" },
      { id: "llama3.2", name: "Llama 3.2" },
    ],
  },
  openai: {
    name: "openai",
    displayName: "OpenAI (GPT-4)",
    requiresApiKey: true,
    models: [
      { id: "gpt-4o", name: "GPT-4o" },
      { id: "gpt-4o-mini", name: "GPT-4o Mini" },
    ],
  },
  gemini: {
    name: "gemini",
    displayName: "Google (Gemini 1.5)",
    requiresApiKey: true,
    models: [
      { id: "gemini-1.5-pro", name: "Gemini 1.5 Pro" },
      { id: "gemini-1.5-flash", name: "Gemini 1.5 Flash" },
    ],
  },
  claude: {
    name: "claude",
    displayName: "Anthropic (Claude 3.5)",
    requiresApiKey: true,
    models: [
      { id: "claude-3-5-sonnet-latest", name: "Claude 3.5 Sonnet" },
      { id: "claude-3-5-haiku-latest", name: "Claude 3.5 Haiku" },
    ],
  },
};