mudler/LocalAI Installation Guide

⚡

Automated Install (Recommended)

Quick installation instructions for mudler/LocalAI. This is the fastest way to complete project installation and setup.

curl -fsSL https://hexmos.com/ipm-install | bash && 
ipm i mudler/LocalAI

iwr https://hexmos.com/ipm-install-ps -UseBasicParsing | iex; 
ipm i mudler/LocalAI

npx @hexmos/ipm i mudler/LocalAI

language

Version: >=3.6.0

package_manager

Package installer for Python.

system_tool

Version: 2.30.1

system_tool

Containerization platform for development and deployment.

curl https://localai.io/install.sh | sh

docker run -ti --name local-ai -p 8080:8080 localai/localai:latest

docker run -ti --name local-ai -p 8080:8080 --gpus all localai/localai:latest-gpu-nvidia-cuda-12

docker run -ti --name local-ai -p 8080:8080 --gpus all localai/localai:latest-gpu-nvidia-cuda-11

docker run -ti --name local-ai -p 8080:8080 --gpus all localai/localai:latest-nvidia-l4t-arm64

docker run -ti --name local-ai -p 8080:8080 --device=/dev/kfd --device=/dev/dri --group-add=video localai/localai:latest-gpu-hipblas

docker run -ti --name local-ai -p 8080:8080 --device=/dev/dri/card1 --device=/dev/dri/renderD128 localai/localai:latest-gpu-intel

docker run -ti --name local-ai -p 8080:8080 localai/localai:latest-gpu-vulkan

docker run -ti --name local-ai -p 8080:8080 --device=/dev/kfd --device=/dev/dri --group-add=video localai/localai:latest-aio-gpu-hipblas

docker run -ti --name local-ai -p 8080:8080 --gpus all localai/localai:latest-aio-gpu-nvidia-cuda-11

docker run -ti --name local-ai -p 8080:8080 localai/localai:latest-aio-cpu

docker run -ti --name local-ai -p 8080:8080 --gpus all localai/localai:latest-aio-gpu-nvidia-cuda-12

docker run -ti --name local-ai -p 8080:8080 localai/localai:latest-aio-gpu-intel