curl https://localai.io/install.sh | sh

# CPU only image:docker run -ti --name local-ai -p 8080:8080 localai/localai:latest-cpu# Nvidia GPU:docker run -ti --name local-ai -p 8080:8080 --gpus all localai/localai:latest-gpu-nvidia-cuda-12# CPU and GPU image (bigger size):docker run -ti --name local-ai -p 8080:8080 localai/localai:latest# AIO images (it will pre-download a set of models ready for use, see https://localai.io/basics/container/)docker run -ti --name local-ai -p 8080:8080 localai/localai:latest-aio-cpu

# From the model gallery (see available models with `local-ai models list`, in the WebUI from the model tab, or visiting https://models.localai.io)local-ai run llama-3.2-1b-instruct:q4_k_m# Start LocalAI with the phi-2 model directly from huggingfacelocal-ai run huggingface://TheBloke/phi-2-GGUF/phi-2.Q8_0.gguf# Install and run a model from the Ollama OCI registrylocal-ai run ollama://gemma:2b# Run a model from a configuration filelocal-ai run https://gist.githubusercontent.com/.../phi-2.yaml# Install and run a model from a standard OCI registry (e.g., Docker Hub)local-ai run oci://localai/phi-2:latest