File size: 8,431 Bytes
0f07ba7
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
# Note: Template blocks require a 'weight' parameter so they're correctly ordered on the landing page

# Hero
hero:
  enable: true
  weight: 10
  template: hero

  backgroundImage:
    path: "images/templates/hero"
    filename:
      desktop: "gradient-desktop.webp"
      mobile: "gradient-mobile.webp"

  badge:
    text: "⭐ 33.3k+ stars on GitHub!"
    color: primary
    pill: false
    soft: true

  titleLogo:
    path: "images/logos"
    filename: "logo.png"
    alt: "LocalAI Logo"
    height: 340px

  title: ""
  subtitle: |
    **The free, OpenAI, Anthropic alternative. Your All-in-One Complete AI Stack** - Run powerful language models, autonomous agents, and document intelligence **locally** on your hardware. 
    
    **No cloud, no limits, no compromise.**

  image:
    path: "images"
    filename: "localai_screenshot.png"
    alt: "LocalAI Screenshot"
    boxShadow: true
    rounded: true

  ctaButton:
    icon: rocket_launch
    btnText: "Get Started"
    url: "/installation/"
  cta2Button:
    icon: code
    btnText: "View on GitHub"
    url: "https://github.com/mudler/LocalAI"

  info: |
    **Drop-in replacement for OpenAI API** - modular suite of tools that work seamlessly together or independently. 
    
    Start with **[LocalAI](https://localai.io)**'s OpenAI-compatible API, extend with **[LocalAGI](https://github.com/mudler/LocalAGI)**'s autonomous agents, and enhance with **[LocalRecall](https://github.com/mudler/LocalRecall)**'s semantic search - all running locally on your hardware.

    **Open Source** MIT Licensed.

# Feature Grid
featureGrid:
  enable: true
  weight: 20
  template: feature grid

  title: Why choose LocalAI?
  subtitle: |
    **OpenAI API Compatible** - Run AI models locally with our modular ecosystem. From language models to autonomous agents and semantic search, build your complete AI stack without the cloud.

  items:
    - title: LLM Inferencing
      icon: memory_alt
      description: LocalAI is a free, **Open Source** OpenAI alternative. Run **LLMs**, generate **images**, **audio** and more **locally** with consumer grade hardware.
      ctaLink:
        text: learn more
        url: /basics/getting_started/
    - title: Agentic-first
      icon: smart_toy
      description: |
        Extend LocalAI with LocalAGI, an autonomous AI agent platform that runs locally, no coding required. 
        Build and deploy autonomous agents with ease. Interact with REST APIs or use the WebUI.
      ctaLink:
        text: learn more
        url: https://github.com/mudler/LocalAGI

    - title: Memory and Knowledge base
      icon: psychology
      description: 
        Extend LocalAI with LocalRecall, A local rest api for semantic search and memory management. Perfect for AI applications.
      ctaLink:
        text: learn more
        url: https://github.com/mudler/LocalRecall

    - title: OpenAI Compatible
      icon: api
      description: Drop-in replacement for OpenAI API. Compatible with existing applications and libraries.
      ctaLink:
        text: learn more
        url: /basics/getting_started/

    - title: No GPU Required
      icon: memory
      description: Run on consumer grade hardware. No need for expensive GPUs or cloud services.
      ctaLink:
        text: learn more
        url: /basics/getting_started/

    - title: Multiple Models
      icon: hub
      description: |
          Support for various model families including LLMs, image generation, and audio models.
          Supports multiple backends for inferencing, including vLLM, llama.cpp, and more.
          You can switch between them as needed and install them from the Web interface or the CLI.
      ctaLink:
        text: learn more
        url: /model-compatibility

    - title: Privacy Focused
      icon: security
      description: Keep your data local. No data leaves your machine, ensuring complete privacy.
      ctaLink:
        text: learn more
        url: /basics/container/

    - title: Easy Setup
      icon: settings
      description: Simple installation and configuration. Get started in minutes with Binaries installation, Docker, Podman, Kubernetes or local installation.
      ctaLink:
        text: learn more
        url: /basics/getting_started/

    - title: Community Driven
      icon: groups
      description: Active community support and regular updates. Contribute and help shape the future of LocalAI.
      ctaLink:
        text: learn more
        url: https://github.com/mudler/LocalAI



    - title: Extensible
      icon: extension
      description: Easy to extend and customize. Add new models and features as needed.
      ctaLink:
        text: learn more
        url: /docs/integrations/

    - title: Peer 2 Peer
      icon: hub
      description: |
        LocalAI is designed to be a decentralized LLM inference, powered by a peer-to-peer system based on libp2p. 
        It is designed to be used in a local or remote network, and is compatible with any LLM model. 
        It works both in federated mode or by splitting models weights.
      ctaLink:
        text: learn more
        url: /features/distribute/

    - title: Open Source
      icon: code
      description: MIT licensed. Free to use, modify, and distribute. Community contributions welcome.
      ctaLink:
        text: learn more
        url: https://github.com/mudler/LocalAI

imageText:
  enable: true
  weight: 25
  template: image text

  title: LocalAI - Run AI models locally with ease
  subtitle: |
    LocalAI makes it simple to run various AI models on your own hardware. From text generation to image creation, autonomous agents to semantic search - all orchestrated through a unified API.
    LocalAI, created by **Ettore Di Giacinto (mudler)**,  is a Free and Open Source, community-driven project to make Free, Open AI accessible to everyone. The LocalAI stack is MIT licensed, and the models trained by LocalAI are available under the Apache 2.0 License.

  list:
    - text: OpenAI API compatibility
      icon: api

    - text: Multiple model support
      icon: hub

    - text: Image understanding
      icon: image
    
    - text: Image generation
      icon: image

    - text: Audio generation
      icon: music_note

    - text: Voice activity detection
      icon: mic

    - text: Speech recognition
      icon: mic

    - text: Video generation
      icon: movie

    - text: Privacy focused
      icon: security

    - text: Autonomous agents with [LocalAGI](https://github.com/mudler/LocalAGI)
      icon: smart_toy

    - text: MCP Support [MCP](https://localai.io/docs/features/mcp/)
      icon: api

    - text: Semantic search with [LocalRecall](https://github.com/mudler/LocalRecall)
      icon: psychology

    - text: Agent orchestration
      icon: hub

  image:
    path: "images"
    filename: "imagen.png"
    alt: "LocalAI Image generation"

  imgOrder:
    desktop: 2
    mobile: 1

  ctaButton:
    text: Learn more
    url: "/basics/getting_started/"

# Image compare
imageCompare:
  enable: false
  weight: 30
  template: image compare

  title: LocalAI in Action
  subtitle: See how LocalAI can transform your local AI experience with various models and capabilities.

  items:
    - title: Text Generation
      config: {
        startingPoint: 50,
        addCircle: true,
        addCircleBlur: false,
        showLabels: true,
        labelOptions: {
          before: 'Dark',
          after: 'Light',
          onHover: false
        }
      }
      imagePath: "images/screenshots"
      imageBefore: "text_generation_input.webp"
      imageAfter: "text_generation_output.webp"

    - title: Image Generation
      config: {
        startingPoint: 50,
        addCircle: true,
        addCircleBlur: true,
        showLabels: true,
        labelOptions: {
          before: 'Prompt',
          after: 'Result',
          onHover: true
        }
      }
      imagePath: "images/screenshots"
      imageBefore: "imagen_before.webp"
      imageAfter: "imagen_after.webp"

    - title: Audio Generation
      config: {
        startingPoint: 50,
        addCircle: true,
        addCircleBlur: false,
        showLabels: true,
        labelOptions: {
          before: 'Text',
          after: 'Audio',
          onHover: false
        }
      }
      imagePath: "images/screenshots"
      imageBefore: "audio_generation_text.webp"
      imageAfter: "audio_generation_waveform.webp"