Completions

cURL

curl --request POST \
  --url https://api.nano-gpt.com/api/v1/completions \
  --header 'Authorization: Bearer <token>' \
  --header 'Content-Type: application/json' \
  --data '
{
  "model": "minimax/minimax-m2.7",
  "prompt": "<string>",
  "billing_mode": "<string>",
  "billingMode": "<string>",
  "provider": "<string>",
  "max_tokens": 2,
  "temperature": 1,
  "top_p": 1,
  "stream": false,
  "stop": "<string>",
  "frequency_penalty": 0,
  "presence_penalty": 0,
  "repetition_penalty": 1,
  "top_k": 123,
  "top_a": 123,
  "min_p": 0.5,
  "tfs": 0.5,
  "eta_cutoff": 123,
  "epsilon_cutoff": 123,
  "typical_p": 0.5,
  "mirostat_tau": 123,
  "mirostat_eta": 123,
  "min_tokens": 0,
  "stop_token_ids": [
    123
  ],
  "include_stop_str_in_output": false,
  "ignore_eos": false,
  "no_repeat_ngram_size": 1,
  "custom_token_bans": [
    123
  ],
  "logit_bias": {},
  "logprobs": true,
  "prompt_logprobs": true,
  "seed": 123
}
'

import requests

url = "https://api.nano-gpt.com/api/v1/completions"

payload = {
    "model": "minimax/minimax-m2.7",
    "prompt": "<string>",
    "billing_mode": "<string>",
    "billingMode": "<string>",
    "provider": "<string>",
    "max_tokens": 2,
    "temperature": 1,
    "top_p": 1,
    "stream": False,
    "stop": "<string>",
    "frequency_penalty": 0,
    "presence_penalty": 0,
    "repetition_penalty": 1,
    "top_k": 123,
    "top_a": 123,
    "min_p": 0.5,
    "tfs": 0.5,
    "eta_cutoff": 123,
    "epsilon_cutoff": 123,
    "typical_p": 0.5,
    "mirostat_tau": 123,
    "mirostat_eta": 123,
    "min_tokens": 0,
    "stop_token_ids": [123],
    "include_stop_str_in_output": False,
    "ignore_eos": False,
    "no_repeat_ngram_size": 1,
    "custom_token_bans": [123],
    "logit_bias": {},
    "logprobs": True,
    "prompt_logprobs": True,
    "seed": 123
}
headers = {
    "Authorization": "Bearer <token>",
    "Content-Type": "application/json"
}

response = requests.post(url, json=payload, headers=headers)

print(response.text)

const options = {
  method: 'POST',
  headers: {Authorization: 'Bearer <token>', 'Content-Type': 'application/json'},
  body: JSON.stringify({
    model: 'minimax/minimax-m2.7',
    prompt: '<string>',
    billing_mode: '<string>',
    billingMode: '<string>',
    provider: '<string>',
    max_tokens: 2,
    temperature: 1,
    top_p: 1,
    stream: false,
    stop: '<string>',
    frequency_penalty: 0,
    presence_penalty: 0,
    repetition_penalty: 1,
    top_k: 123,
    top_a: 123,
    min_p: 0.5,
    tfs: 0.5,
    eta_cutoff: 123,
    epsilon_cutoff: 123,
    typical_p: 0.5,
    mirostat_tau: 123,
    mirostat_eta: 123,
    min_tokens: 0,
    stop_token_ids: [123],
    include_stop_str_in_output: false,
    ignore_eos: false,
    no_repeat_ngram_size: 1,
    custom_token_bans: [123],
    logit_bias: {},
    logprobs: true,
    prompt_logprobs: true,
    seed: 123
  })
};

fetch('https://api.nano-gpt.com/api/v1/completions', options)
  .then(res => res.json())
  .then(res => console.log(res))
  .catch(err => console.error(err));

<?php

$curl = curl_init();

curl_setopt_array($curl, [
  CURLOPT_URL => "https://api.nano-gpt.com/api/v1/completions",
  CURLOPT_RETURNTRANSFER => true,
  CURLOPT_ENCODING => "",
  CURLOPT_MAXREDIRS => 10,
  CURLOPT_TIMEOUT => 30,
  CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
  CURLOPT_CUSTOMREQUEST => "POST",
  CURLOPT_POSTFIELDS => json_encode([
    'model' => 'minimax/minimax-m2.7',
    'prompt' => '<string>',
    'billing_mode' => '<string>',
    'billingMode' => '<string>',
    'provider' => '<string>',
    'max_tokens' => 2,
    'temperature' => 1,
    'top_p' => 1,
    'stream' => false,
    'stop' => '<string>',
    'frequency_penalty' => 0,
    'presence_penalty' => 0,
    'repetition_penalty' => 1,
    'top_k' => 123,
    'top_a' => 123,
    'min_p' => 0.5,
    'tfs' => 0.5,
    'eta_cutoff' => 123,
    'epsilon_cutoff' => 123,
    'typical_p' => 0.5,
    'mirostat_tau' => 123,
    'mirostat_eta' => 123,
    'min_tokens' => 0,
    'stop_token_ids' => [
        123
    ],
    'include_stop_str_in_output' => false,
    'ignore_eos' => false,
    'no_repeat_ngram_size' => 1,
    'custom_token_bans' => [
        123
    ],
    'logit_bias' => [
        
    ],
    'logprobs' => true,
    'prompt_logprobs' => true,
    'seed' => 123
  ]),
  CURLOPT_HTTPHEADER => [
    "Authorization: Bearer <token>",
    "Content-Type: application/json"
  ],
]);

$response = curl_exec($curl);
$err = curl_error($curl);

curl_close($curl);

if ($err) {
  echo "cURL Error #:" . $err;
} else {
  echo $response;
}

package main

import (
	"fmt"
	"strings"
	"net/http"
	"io"
)

func main() {

	url := "https://api.nano-gpt.com/api/v1/completions"

	payload := strings.NewReader("{\n  \"model\": \"minimax/minimax-m2.7\",\n  \"prompt\": \"<string>\",\n  \"billing_mode\": \"<string>\",\n  \"billingMode\": \"<string>\",\n  \"provider\": \"<string>\",\n  \"max_tokens\": 2,\n  \"temperature\": 1,\n  \"top_p\": 1,\n  \"stream\": false,\n  \"stop\": \"<string>\",\n  \"frequency_penalty\": 0,\n  \"presence_penalty\": 0,\n  \"repetition_penalty\": 1,\n  \"top_k\": 123,\n  \"top_a\": 123,\n  \"min_p\": 0.5,\n  \"tfs\": 0.5,\n  \"eta_cutoff\": 123,\n  \"epsilon_cutoff\": 123,\n  \"typical_p\": 0.5,\n  \"mirostat_tau\": 123,\n  \"mirostat_eta\": 123,\n  \"min_tokens\": 0,\n  \"stop_token_ids\": [\n    123\n  ],\n  \"include_stop_str_in_output\": false,\n  \"ignore_eos\": false,\n  \"no_repeat_ngram_size\": 1,\n  \"custom_token_bans\": [\n    123\n  ],\n  \"logit_bias\": {},\n  \"logprobs\": true,\n  \"prompt_logprobs\": true,\n  \"seed\": 123\n}")

	req, _ := http.NewRequest("POST", url, payload)

	req.Header.Add("Authorization", "Bearer <token>")
	req.Header.Add("Content-Type", "application/json")

	res, _ := http.DefaultClient.Do(req)

	defer res.Body.Close()
	body, _ := io.ReadAll(res.Body)

	fmt.Println(string(body))

}

HttpResponse<String> response = Unirest.post("https://api.nano-gpt.com/api/v1/completions")
  .header("Authorization", "Bearer <token>")
  .header("Content-Type", "application/json")
  .body("{\n  \"model\": \"minimax/minimax-m2.7\",\n  \"prompt\": \"<string>\",\n  \"billing_mode\": \"<string>\",\n  \"billingMode\": \"<string>\",\n  \"provider\": \"<string>\",\n  \"max_tokens\": 2,\n  \"temperature\": 1,\n  \"top_p\": 1,\n  \"stream\": false,\n  \"stop\": \"<string>\",\n  \"frequency_penalty\": 0,\n  \"presence_penalty\": 0,\n  \"repetition_penalty\": 1,\n  \"top_k\": 123,\n  \"top_a\": 123,\n  \"min_p\": 0.5,\n  \"tfs\": 0.5,\n  \"eta_cutoff\": 123,\n  \"epsilon_cutoff\": 123,\n  \"typical_p\": 0.5,\n  \"mirostat_tau\": 123,\n  \"mirostat_eta\": 123,\n  \"min_tokens\": 0,\n  \"stop_token_ids\": [\n    123\n  ],\n  \"include_stop_str_in_output\": false,\n  \"ignore_eos\": false,\n  \"no_repeat_ngram_size\": 1,\n  \"custom_token_bans\": [\n    123\n  ],\n  \"logit_bias\": {},\n  \"logprobs\": true,\n  \"prompt_logprobs\": true,\n  \"seed\": 123\n}")
  .asString();

require 'uri'
require 'net/http'

url = URI("https://api.nano-gpt.com/api/v1/completions")

http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true

request = Net::HTTP::Post.new(url)
request["Authorization"] = 'Bearer <token>'
request["Content-Type"] = 'application/json'
request.body = "{\n  \"model\": \"minimax/minimax-m2.7\",\n  \"prompt\": \"<string>\",\n  \"billing_mode\": \"<string>\",\n  \"billingMode\": \"<string>\",\n  \"provider\": \"<string>\",\n  \"max_tokens\": 2,\n  \"temperature\": 1,\n  \"top_p\": 1,\n  \"stream\": false,\n  \"stop\": \"<string>\",\n  \"frequency_penalty\": 0,\n  \"presence_penalty\": 0,\n  \"repetition_penalty\": 1,\n  \"top_k\": 123,\n  \"top_a\": 123,\n  \"min_p\": 0.5,\n  \"tfs\": 0.5,\n  \"eta_cutoff\": 123,\n  \"epsilon_cutoff\": 123,\n  \"typical_p\": 0.5,\n  \"mirostat_tau\": 123,\n  \"mirostat_eta\": 123,\n  \"min_tokens\": 0,\n  \"stop_token_ids\": [\n    123\n  ],\n  \"include_stop_str_in_output\": false,\n  \"ignore_eos\": false,\n  \"no_repeat_ngram_size\": 1,\n  \"custom_token_bans\": [\n    123\n  ],\n  \"logit_bias\": {},\n  \"logprobs\": true,\n  \"prompt_logprobs\": true,\n  \"seed\": 123\n}"

response = http.request(request)
puts response.read_body

{
  "id": "<string>",
  "object": "<string>",
  "created": 123,
  "model": "<string>",
  "choices": [
    {
      "text": "<string>",
      "index": 123,
      "logprobs": {},
      "finish_reason": "stop"
    }
  ],
  "usage": {
    "prompt_tokens": 123,
    "completion_tokens": 123,
    "total_tokens": 123
  }
}

{
  "error": 123,
  "message": "<string>"
}

POST

completions

cURL

curl --request POST \
  --url https://api.nano-gpt.com/api/v1/completions \
  --header 'Authorization: Bearer <token>' \
  --header 'Content-Type: application/json' \
  --data '
{
  "model": "minimax/minimax-m2.7",
  "prompt": "<string>",
  "billing_mode": "<string>",
  "billingMode": "<string>",
  "provider": "<string>",
  "max_tokens": 2,
  "temperature": 1,
  "top_p": 1,
  "stream": false,
  "stop": "<string>",
  "frequency_penalty": 0,
  "presence_penalty": 0,
  "repetition_penalty": 1,
  "top_k": 123,
  "top_a": 123,
  "min_p": 0.5,
  "tfs": 0.5,
  "eta_cutoff": 123,
  "epsilon_cutoff": 123,
  "typical_p": 0.5,
  "mirostat_tau": 123,
  "mirostat_eta": 123,
  "min_tokens": 0,
  "stop_token_ids": [
    123
  ],
  "include_stop_str_in_output": false,
  "ignore_eos": false,
  "no_repeat_ngram_size": 1,
  "custom_token_bans": [
    123
  ],
  "logit_bias": {},
  "logprobs": true,
  "prompt_logprobs": true,
  "seed": 123
}
'

import requests

url = "https://api.nano-gpt.com/api/v1/completions"

payload = {
    "model": "minimax/minimax-m2.7",
    "prompt": "<string>",
    "billing_mode": "<string>",
    "billingMode": "<string>",
    "provider": "<string>",
    "max_tokens": 2,
    "temperature": 1,
    "top_p": 1,
    "stream": False,
    "stop": "<string>",
    "frequency_penalty": 0,
    "presence_penalty": 0,
    "repetition_penalty": 1,
    "top_k": 123,
    "top_a": 123,
    "min_p": 0.5,
    "tfs": 0.5,
    "eta_cutoff": 123,
    "epsilon_cutoff": 123,
    "typical_p": 0.5,
    "mirostat_tau": 123,
    "mirostat_eta": 123,
    "min_tokens": 0,
    "stop_token_ids": [123],
    "include_stop_str_in_output": False,
    "ignore_eos": False,
    "no_repeat_ngram_size": 1,
    "custom_token_bans": [123],
    "logit_bias": {},
    "logprobs": True,
    "prompt_logprobs": True,
    "seed": 123
}
headers = {
    "Authorization": "Bearer <token>",
    "Content-Type": "application/json"
}

response = requests.post(url, json=payload, headers=headers)

print(response.text)

const options = {
  method: 'POST',
  headers: {Authorization: 'Bearer <token>', 'Content-Type': 'application/json'},
  body: JSON.stringify({
    model: 'minimax/minimax-m2.7',
    prompt: '<string>',
    billing_mode: '<string>',
    billingMode: '<string>',
    provider: '<string>',
    max_tokens: 2,
    temperature: 1,
    top_p: 1,
    stream: false,
    stop: '<string>',
    frequency_penalty: 0,
    presence_penalty: 0,
    repetition_penalty: 1,
    top_k: 123,
    top_a: 123,
    min_p: 0.5,
    tfs: 0.5,
    eta_cutoff: 123,
    epsilon_cutoff: 123,
    typical_p: 0.5,
    mirostat_tau: 123,
    mirostat_eta: 123,
    min_tokens: 0,
    stop_token_ids: [123],
    include_stop_str_in_output: false,
    ignore_eos: false,
    no_repeat_ngram_size: 1,
    custom_token_bans: [123],
    logit_bias: {},
    logprobs: true,
    prompt_logprobs: true,
    seed: 123
  })
};

fetch('https://api.nano-gpt.com/api/v1/completions', options)
  .then(res => res.json())
  .then(res => console.log(res))
  .catch(err => console.error(err));

<?php

$curl = curl_init();

curl_setopt_array($curl, [
  CURLOPT_URL => "https://api.nano-gpt.com/api/v1/completions",
  CURLOPT_RETURNTRANSFER => true,
  CURLOPT_ENCODING => "",
  CURLOPT_MAXREDIRS => 10,
  CURLOPT_TIMEOUT => 30,
  CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
  CURLOPT_CUSTOMREQUEST => "POST",
  CURLOPT_POSTFIELDS => json_encode([
    'model' => 'minimax/minimax-m2.7',
    'prompt' => '<string>',
    'billing_mode' => '<string>',
    'billingMode' => '<string>',
    'provider' => '<string>',
    'max_tokens' => 2,
    'temperature' => 1,
    'top_p' => 1,
    'stream' => false,
    'stop' => '<string>',
    'frequency_penalty' => 0,
    'presence_penalty' => 0,
    'repetition_penalty' => 1,
    'top_k' => 123,
    'top_a' => 123,
    'min_p' => 0.5,
    'tfs' => 0.5,
    'eta_cutoff' => 123,
    'epsilon_cutoff' => 123,
    'typical_p' => 0.5,
    'mirostat_tau' => 123,
    'mirostat_eta' => 123,
    'min_tokens' => 0,
    'stop_token_ids' => [
        123
    ],
    'include_stop_str_in_output' => false,
    'ignore_eos' => false,
    'no_repeat_ngram_size' => 1,
    'custom_token_bans' => [
        123
    ],
    'logit_bias' => [
        
    ],
    'logprobs' => true,
    'prompt_logprobs' => true,
    'seed' => 123
  ]),
  CURLOPT_HTTPHEADER => [
    "Authorization: Bearer <token>",
    "Content-Type: application/json"
  ],
]);

$response = curl_exec($curl);
$err = curl_error($curl);

curl_close($curl);

if ($err) {
  echo "cURL Error #:" . $err;
} else {
  echo $response;
}

package main

import (
	"fmt"
	"strings"
	"net/http"
	"io"
)

func main() {

	url := "https://api.nano-gpt.com/api/v1/completions"

	payload := strings.NewReader("{\n  \"model\": \"minimax/minimax-m2.7\",\n  \"prompt\": \"<string>\",\n  \"billing_mode\": \"<string>\",\n  \"billingMode\": \"<string>\",\n  \"provider\": \"<string>\",\n  \"max_tokens\": 2,\n  \"temperature\": 1,\n  \"top_p\": 1,\n  \"stream\": false,\n  \"stop\": \"<string>\",\n  \"frequency_penalty\": 0,\n  \"presence_penalty\": 0,\n  \"repetition_penalty\": 1,\n  \"top_k\": 123,\n  \"top_a\": 123,\n  \"min_p\": 0.5,\n  \"tfs\": 0.5,\n  \"eta_cutoff\": 123,\n  \"epsilon_cutoff\": 123,\n  \"typical_p\": 0.5,\n  \"mirostat_tau\": 123,\n  \"mirostat_eta\": 123,\n  \"min_tokens\": 0,\n  \"stop_token_ids\": [\n    123\n  ],\n  \"include_stop_str_in_output\": false,\n  \"ignore_eos\": false,\n  \"no_repeat_ngram_size\": 1,\n  \"custom_token_bans\": [\n    123\n  ],\n  \"logit_bias\": {},\n  \"logprobs\": true,\n  \"prompt_logprobs\": true,\n  \"seed\": 123\n}")

	req, _ := http.NewRequest("POST", url, payload)

	req.Header.Add("Authorization", "Bearer <token>")
	req.Header.Add("Content-Type", "application/json")

	res, _ := http.DefaultClient.Do(req)

	defer res.Body.Close()
	body, _ := io.ReadAll(res.Body)

	fmt.Println(string(body))

}

HttpResponse<String> response = Unirest.post("https://api.nano-gpt.com/api/v1/completions")
  .header("Authorization", "Bearer <token>")
  .header("Content-Type", "application/json")
  .body("{\n  \"model\": \"minimax/minimax-m2.7\",\n  \"prompt\": \"<string>\",\n  \"billing_mode\": \"<string>\",\n  \"billingMode\": \"<string>\",\n  \"provider\": \"<string>\",\n  \"max_tokens\": 2,\n  \"temperature\": 1,\n  \"top_p\": 1,\n  \"stream\": false,\n  \"stop\": \"<string>\",\n  \"frequency_penalty\": 0,\n  \"presence_penalty\": 0,\n  \"repetition_penalty\": 1,\n  \"top_k\": 123,\n  \"top_a\": 123,\n  \"min_p\": 0.5,\n  \"tfs\": 0.5,\n  \"eta_cutoff\": 123,\n  \"epsilon_cutoff\": 123,\n  \"typical_p\": 0.5,\n  \"mirostat_tau\": 123,\n  \"mirostat_eta\": 123,\n  \"min_tokens\": 0,\n  \"stop_token_ids\": [\n    123\n  ],\n  \"include_stop_str_in_output\": false,\n  \"ignore_eos\": false,\n  \"no_repeat_ngram_size\": 1,\n  \"custom_token_bans\": [\n    123\n  ],\n  \"logit_bias\": {},\n  \"logprobs\": true,\n  \"prompt_logprobs\": true,\n  \"seed\": 123\n}")
  .asString();

require 'uri'
require 'net/http'

url = URI("https://api.nano-gpt.com/api/v1/completions")

http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true

request = Net::HTTP::Post.new(url)
request["Authorization"] = 'Bearer <token>'
request["Content-Type"] = 'application/json'
request.body = "{\n  \"model\": \"minimax/minimax-m2.7\",\n  \"prompt\": \"<string>\",\n  \"billing_mode\": \"<string>\",\n  \"billingMode\": \"<string>\",\n  \"provider\": \"<string>\",\n  \"max_tokens\": 2,\n  \"temperature\": 1,\n  \"top_p\": 1,\n  \"stream\": false,\n  \"stop\": \"<string>\",\n  \"frequency_penalty\": 0,\n  \"presence_penalty\": 0,\n  \"repetition_penalty\": 1,\n  \"top_k\": 123,\n  \"top_a\": 123,\n  \"min_p\": 0.5,\n  \"tfs\": 0.5,\n  \"eta_cutoff\": 123,\n  \"epsilon_cutoff\": 123,\n  \"typical_p\": 0.5,\n  \"mirostat_tau\": 123,\n  \"mirostat_eta\": 123,\n  \"min_tokens\": 0,\n  \"stop_token_ids\": [\n    123\n  ],\n  \"include_stop_str_in_output\": false,\n  \"ignore_eos\": false,\n  \"no_repeat_ngram_size\": 1,\n  \"custom_token_bans\": [\n    123\n  ],\n  \"logit_bias\": {},\n  \"logprobs\": true,\n  \"prompt_logprobs\": true,\n  \"seed\": 123\n}"

response = http.request(request)
puts response.read_body

{
  "id": "<string>",
  "object": "<string>",
  "created": 123,
  "model": "<string>",
  "choices": [
    {
      "text": "<string>",
      "index": 123,
      "logprobs": {},
      "finish_reason": "stop"
    }
  ],
  "usage": {
    "prompt_tokens": 123,
    "completion_tokens": 123,
    "total_tokens": 123
  }
}

{
  "error": 123,
  "message": "<string>"
}

POST /api/v1/completions is available on a best-effort basis for legacy OpenAI compatibility. Performance and behavior may be less consistent than POST /api/v1/chat/completions because not all upstream providers support the legacy completions API.

POST /api/v1/completions supports the same model suffix parser for provider routing (:fast, :cheap, etc.) and :reasoning-exclude, but this endpoint remains best-effort legacy compatibility. Prefer Chat Completions for new integrations. See Model Suffixes.

The body provider field accepts either the existing provider ID string or a structured routing object with fields such as order, only, ignore, sort, max_price, allow_fallbacks, and require_parameters. See Provider Selection > Provider Routing Object.

Authorizations

Authorization

string

header

required

Bearer authentication header of the form Bearer <token>, where <token> is your auth token.

Headers

X-Provider

string

Optional explicit provider override for supported open-source models (case-insensitive). Explicit provider selection is billed pay-as-you-go at the selected provider's price, including provider-selection markup; for subscription users it bypasses subscription coverage for that request.

X-Billing-Mode

string

Optional billing override to force pay-as-you-go without an explicit provider, or to apply saved provider preferences to subscription-included traffic (e.g., paygo). Header name is case-insensitive.

Body

application/json

Parameters for text completion

model

string

default:minimax/minimax-m2.7

required

The model to use for completion. The model value may include supported model suffixes, including web search (':online', ':online/'), memory (':memory', ':memory-'), reasoning visibility (':reasoning-exclude'), thinking variants where listed by the model catalog (':thinking'), and provider routing preferences for eligible models (':fast', ':cheap', ':caching', etc.).

Examples:

"minimax/minimax-m2.7"

"zai-org/glm-5:fast"

"zai-org/glm-5:cheap"

"openai/gpt-6.1-sol:online/exa-instant"

"openai/gpt-6.1-sol:online/exa-deep-reasoning"

prompt

string

required

The text prompt to complete

billing_mode

string

Billing override to force pay-as-you-go without an explicit provider, or to apply saved provider preferences to subscription-included traffic. Accepted values (case-insensitive): paygo, pay-as-you-go, pay_as_you_go, paid, payg.

billingMode

string

Alias for billing_mode.

provider

Optional provider override or structured provider routing controls for provider-selection-capable models. A string explicitly selects one provider. An object can set soft order, hard pins, exclusions, sort preference, price caps, fallback behavior, and parameter-capability requirements.

max_tokens

integer

Upper bound on generated tokens. If omitted, NanoGPT does not enforce an explicit default and the routed provider/model default applies

Required range: x >= 1

temperature

number

Classic randomness control. Accepts any decimal between 0-2. If omitted, NanoGPT does not force a value and the routed provider/model default applies

Required range: 0 <= x <= 2

top_p

number

default:1

Nucleus sampling. When set below 1.0, trims candidate tokens to the smallest set whose cumulative probability exceeds top_p. Works well as an alternative to tweaking temperature

Required range: 0 <= x <= 1

stream

boolean

default:false

Whether to stream the response

stop

Stop sequences. Accepts string or array of strings. Values are passed directly to upstream providers

frequency_penalty

number

default:0

Penalizes tokens proportionally to how often they appeared previously. Negative values encourage repetition; positive values discourage it

Required range: -2 <= x <= 2

presence_penalty

number

default:0

Penalizes tokens based on whether they appeared at all. Good for keeping the model on topic without outright banning words

Required range: -2 <= x <= 2

repetition_penalty

number

default:1

Penalizes tokens that already appear in the conversation, on most providers including the prompt. 1 turns it off and values above 1 discourage repetition. Values below 1 encourage repetition and can cause misspelled words and endless loops, especially with long prompts. Unlike frequency_penalty and presence_penalty, the neutral value is 1, not 0

Required range: 0 <= x <= 2

top_k

integer

Caps sampling to the top-k highest probability tokens per step

top_a

number

Combines top-p and temperature behavior; leave unset unless a model description explicitly calls for it

min_p

number

Ensures each candidate token probability exceeds a floor (0-1). Helpful for stopping models from collapsing into low-entropy loops

Required range: 0 <= x <= 1

tfs

number

Tail free sampling. Values between 0-1 let you shave the long tail of the distribution; 1.0 disables the feature

Required range: 0 <= x <= 1

eta_cutoff

number

Cut probabilities as soon as they fall below the specified tail threshold

epsilon_cutoff

number

Cut probabilities as soon as they fall below the specified tail threshold

typical_p

number

Typical sampling (aka entropy-based nucleus). Works like top_p but preserves tokens whose surprise matches the expected entropy

Required range: 0 <= x <= 1

mirostat_mode

enum<integer>

Enables Mirostat sampling for models that support it. Set to 1 or 2 to activate

Available options:

0,

1,

2

mirostat_tau

number

Mirostat target entropy parameter. Used when mirostat_mode is enabled

mirostat_eta

number

Mirostat learning rate parameter. Used when mirostat_mode is enabled

min_tokens

integer

default:0

For providers that support it, enforces a minimum completion length before stop conditions fire

Required range: x >= 0

stop_token_ids

integer[]

Numeric array that lets callers stop generation on specific token IDs. Not supported by many providers

include_stop_str_in_output

boolean

default:false

When true, keeps the stop sequence in the final text. Not supported by many providers

ignore_eos

boolean

default:false

Allows completions to continue even if the model predicts EOS internally. Useful for long creative writing runs

no_repeat_ngram_size

integer

Extension that forbids repeating n-grams of the given size. Not supported by many providers

Required range: x >= 0

custom_token_bans

integer[]

List of token IDs to fully block

logit_bias

object

Object mapping token IDs to additive logits. Works just like OpenAI's version

Show child attributes

logprobs

When true or a number, forwards the request to providers that support returning token-level log probabilities

prompt_logprobs

boolean

Requests logprobs on the prompt itself when the upstream API allows it

seed

integer

Optional integer forwarded on model/provider routes that support seeded sampling. This may improve reproducibility but does not guarantee identical output. Results can change if NanoGPT selects a different automatic or fallback route, or if the provider changes its backend.

Response

Text completion response

string

Unique identifier for the completion

object

string

Object type, always 'text_completion'

created

integer

Unix timestamp of when the completion was created

model

string

Model used for completion

choices

object[]

Array of completion choices

Show child attributes

usage

object

Show child attributes

Get Started

Endpoint Examples

API Reference

Miscellaneous

Integrations

Authorizations

Headers

Body

Response