31.3K star！开源免费本地AI神器，一键部署多模态大模型！

# 从HuggingFace直接部署模型
local-ai run huggingface://TheBloke/phi-2-GGUF/phi-2.Q8_0.gguf

# 使用Ollama模型库
local-ai run ollama://gemma:2b

# 查看已安装模型
local-ai models list

# 启动全功能容器（自动下载常用模型）
docker run -ti --name local-ai -p 8080:8080 localai/localai:latest-aio-cpu

# 调用OpenAI兼容API
curl http://localhost:8080/v1/chat/completions \
  -H "Content-Type: application/json" \
  -d '{
    "model": "llama-3.2-1b-instruct:q4_k_m",
    "messages": [{"role": "user", "content": "用Python写个快速排序"}]
  }'

from langchain_community.llms import LocalAI

llm = LocalAI(endpoint="http://localhost:8080")
response = llm.invoke("总结这篇技术文档的核心要点：", 
                     document=open("spec.pdf").read())

# 生成产品概念图
curl http://localhost:8080/v1/images/generations \
  -H "Content-Type: application/json" \
  -d '{
    "model": "stablediffusion-v2.1",
    "prompt": "赛博朋克风格咖啡机，4K高清",
    "n": 2,
    "size": "1024x1024"
  }'