Endpoint URL

url = "http://localhost:1337/v1/chat/completions"

Headers

headers = {
"Content-Type": "application/json",
}

Payload

payload = {
"messages": [
{"role": "system", "content": "You are a helpful assistant."},
{"role": "user", "content": "Give me meal plan for today."},
],
"model": "mistral-ins-7b-q4",
"stream": False,
"max_tokens": 2048,
"stop": None,
"frequency_penalty": 0,
"presence_penalty": 0,
"temperature": 0.7,
"top_p": 0.95
}

Make the request

response = requests.post(url, headers=headers, data=json.dumps(payload))

Extracting 'content' value from response

result = response.json()
content = result['choices'][0]['message']['content']
print(content)
...

import requests
import json

def create_chat_completion(messages, model, stream=False, max_tokens=2048, stop=None, frequency_penalty=0, presence_penalty=0, temperature=0.7, top_p=0.95):
url = "http://localhost:1337/v1/chat/completions"

headers = {

    "Content-Type": "application/json",

}

payload = {

    "messages": messages,

    "model": model,

    "stream": stream,

    "max_tokens": max_tokens,

    "stop": stop,

    "frequency_penalty": frequency_penalty,

    "presence_penalty": presence_penalty,

    "temperature": temperature,

    "top_p": top_p

}

response = requests.post(url, headers=headers, data=json.dumps(payload))

return response.json()

Example usage

messages = [{"role": "system", "content": "You are a helpful assistant."}, {"role": "user", "content": "Tell me a joke."}]
model = "mistral-ins-7b-q4"

result = create_chat_completion(messages, model)

Extracting 'content' value

content = result['choices'][0]['message']['content']
print(content)