58k+star！ollama快速部署llama3大模型

https://github.com/ollama/ollama

https://ollama.com/download

docker pull ollama/ollama

docker run -d -v  $PWD/ollama:/root/.ollama -p 11434:11434 \--name ollama ollama/ollama

docker exec -it ollama /bin/bash

ollama run llama3

docker run -d --gpus=all -v $PWD/ollama:/root/.ollama \-p 11434:11434 --name ollama ollama/ollama

docker exec -it ollama /bin/bash

ollama run llama3

curl http://localhost:11434/v1/chat/completions \    -H "Content-Type: application/json" \    -d '{        "model": "llama3",        "messages": [            {                "role": "system",                "content": "You are a helpful assistant."            },            {                "role": "user",                "content": "Hello!"            }        ]    }'

#!/usr/bin/env python# -*- coding: UTF-8 -*-"""@File    ：ollama_function.py@Author  ：aixiaoxin@Date import requests
def request_chatgpt_function():    url="http://ip:11434/v1/chat/completions"   #ip为你部署的ip    OPENAI_API_KEY="sk-xxxxx"  # 不需要修改    header={"Content-Type": "application/json","Authorization": "Bearer " +OPENAI_API_KEY}    data={        "model": "llama3",        "messages": [          {            "role": "system",            "content": "You are a helpful assistant."          },          {            "role": "user",            "content": "你是谁？请用中文回答"          }        ],        "temperature":0,        "stream":False      }    response=requests.post(url=url,headers=header,json=data).json()    print(response)    return response
if __name__ == "__main__":    request_chatgpt_function()  # 利用request请求调用

ollama的docker部署教程：https://hub.docker.com/r/ollama/ollama