mirror of
https://github.com/mudler/LocalAI.git
synced 2024-06-07 19:40:48 +00:00
86 lines
1.9 KiB
Markdown
86 lines
1.9 KiB
Markdown
|
|
||
|
+++
|
||
|
disableToc = false
|
||
|
title = "Easy Request - All"
|
||
|
weight = 2
|
||
|
+++
|
||
|
|
||
|
## Curl Request
|
||
|
|
||
|
Curl Chat API -
|
||
|
|
||
|
```bash
|
||
|
curl http://localhost:8080/v1/chat/completions -H "Content-Type: application/json" -d '{
|
||
|
"model": "lunademo",
|
||
|
"messages": [{"role": "user", "content": "How are you?"}],
|
||
|
"temperature": 0.9
|
||
|
}'
|
||
|
```
|
||
|
|
||
|
## Openai V1 - Recommended
|
||
|
|
||
|
This is for Python, ``OpenAI``=>``V1``
|
||
|
|
||
|
OpenAI Chat API Python -
|
||
|
```python
|
||
|
from openai import OpenAI
|
||
|
|
||
|
client = OpenAI(base_url="http://localhost:8080/v1", api_key="sk-xxx")
|
||
|
|
||
|
messages = [
|
||
|
{"role": "system", "content": "You are LocalAI, a helpful, but really confused ai, you will only reply with confused emotes"},
|
||
|
{"role": "user", "content": "Hello How are you today LocalAI"}
|
||
|
]
|
||
|
completion = client.chat.completions.create(
|
||
|
model="lunademo",
|
||
|
messages=messages,
|
||
|
)
|
||
|
|
||
|
print(completion.choices[0].message)
|
||
|
```
|
||
|
See [OpenAI API](https://platform.openai.com/docs/api-reference) for more info!
|
||
|
|
||
|
## Openai V0 - Not Recommended
|
||
|
|
||
|
This is for Python, ``OpenAI``=``0.28.1``
|
||
|
|
||
|
OpenAI Chat API Python -
|
||
|
|
||
|
```python
|
||
|
import os
|
||
|
import openai
|
||
|
openai.api_base = "http://localhost:8080/v1"
|
||
|
openai.api_key = "sx-xxx"
|
||
|
OPENAI_API_KEY = "sx-xxx"
|
||
|
os.environ['OPENAI_API_KEY'] = OPENAI_API_KEY
|
||
|
|
||
|
completion = openai.ChatCompletion.create(
|
||
|
model="lunademo",
|
||
|
messages=[
|
||
|
{"role": "system", "content": "You are LocalAI, a helpful, but really confused ai, you will only reply with confused emotes"},
|
||
|
{"role": "user", "content": "How are you?"}
|
||
|
]
|
||
|
)
|
||
|
|
||
|
print(completion.choices[0].message.content)
|
||
|
```
|
||
|
|
||
|
OpenAI Completion API Python -
|
||
|
|
||
|
```python
|
||
|
import os
|
||
|
import openai
|
||
|
openai.api_base = "http://localhost:8080/v1"
|
||
|
openai.api_key = "sx-xxx"
|
||
|
OPENAI_API_KEY = "sx-xxx"
|
||
|
os.environ['OPENAI_API_KEY'] = OPENAI_API_KEY
|
||
|
|
||
|
completion = openai.Completion.create(
|
||
|
model="lunademo",
|
||
|
prompt="function downloadFile(string url, string outputPath) ",
|
||
|
max_tokens=256,
|
||
|
temperature=0.5)
|
||
|
|
||
|
print(completion.choices[0].text)
|
||
|
```
|