Crear una ejecución

Python (SDK)

from meetkai_mka1 import SDK


with SDK(
    bearer_auth="<YOUR_BEARER_TOKEN_HERE>",
) as sdk:

    res = sdk.fine_tune_jobs.create_serving_run(accelerator="<value>", deadline={}, disk_gb=369181, gpu_count=444268, image="https://loremflickr.com/2112/3769?lock=8429739459860585", kind="deployment", startup_script_b64="<value>")

    # Handle response
    print(res)

import { SDK } from "@meetkai/mka1";

const sdk = new SDK({
  bearerAuth: "<YOUR_BEARER_TOKEN_HERE>",
});

async function run() {
  const result = await sdk.fineTuneJobs.createServingRun({
    runCreate: {
      accelerator: "<value>",
      deadline: {},
      diskGb: 369181,
      gpuCount: 444268,
      image: "https://loremflickr.com/2112/3769?lock=8429739459860585",
      kind: "deployment",
      startupScriptB64: "<value>",
    },
  });

  console.log(result);
}

run();

using MeetKai.MKA1;
using MeetKai.MKA1.Types.Components;

var sdk = new SDK(bearerAuth: "<YOUR_BEARER_TOKEN_HERE>");

var res = await sdk.FineTuneJobs.CreateServingRunAsync(body: new RunCreate() {
    Accelerator = "<value>",
    Deadline = new RunDeadline() {},
    DiskGb = 369181,
    GpuCount = 444268,
    Image = "https://loremflickr.com/2112/3769?lock=8429739459860585",
    Kind = RunCreateKind.Deployment,
    StartupScriptB64 = "<value>",
});

// handle response

curl --request POST \
  --url https://apigw.mka1.com/api/v1/serving/runs \
  --header 'Authorization: Bearer <token>' \
  --header 'Content-Type: application/json' \
  --data '
{
  "accelerator": "<string>",
  "deadline": {
    "hours": 123,
    "max_usd": 123
  },
  "disk_gb": 2,
  "gpu_count": 4,
  "image": "<string>",
  "startup_script_b64": "<string>",
  "env": {},
  "interconnect": "<string>",
  "name": "<string>",
  "ports": [
    "<string>"
  ],
  "providers": [
    "<string>"
  ],
  "secrets": [
    "<string>"
  ],
  "ssh_public_key": "<string>"
}
'

const options = {
  method: 'POST',
  headers: {Authorization: 'Bearer <token>', 'Content-Type': 'application/json'},
  body: JSON.stringify({
    accelerator: '<string>',
    deadline: {hours: 123, max_usd: 123},
    disk_gb: 2,
    gpu_count: 4,
    image: '<string>',
    startup_script_b64: '<string>',
    env: {},
    interconnect: '<string>',
    name: '<string>',
    ports: ['<string>'],
    providers: ['<string>'],
    secrets: ['<string>'],
    ssh_public_key: '<string>'
  })
};

fetch('https://apigw.mka1.com/api/v1/serving/runs', options)
  .then(res => res.json())
  .then(res => console.log(res))
  .catch(err => console.error(err));

<?php

$curl = curl_init();

curl_setopt_array($curl, [
  CURLOPT_URL => "https://apigw.mka1.com/api/v1/serving/runs",
  CURLOPT_RETURNTRANSFER => true,
  CURLOPT_ENCODING => "",
  CURLOPT_MAXREDIRS => 10,
  CURLOPT_TIMEOUT => 30,
  CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
  CURLOPT_CUSTOMREQUEST => "POST",
  CURLOPT_POSTFIELDS => json_encode([
    'accelerator' => '<string>',
    'deadline' => [
        'hours' => 123,
        'max_usd' => 123
    ],
    'disk_gb' => 2,
    'gpu_count' => 4,
    'image' => '<string>',
    'startup_script_b64' => '<string>',
    'env' => [
        
    ],
    'interconnect' => '<string>',
    'name' => '<string>',
    'ports' => [
        '<string>'
    ],
    'providers' => [
        '<string>'
    ],
    'secrets' => [
        '<string>'
    ],
    'ssh_public_key' => '<string>'
  ]),
  CURLOPT_HTTPHEADER => [
    "Authorization: Bearer <token>",
    "Content-Type: application/json"
  ],
]);

$response = curl_exec($curl);
$err = curl_error($curl);

curl_close($curl);

if ($err) {
  echo "cURL Error #:" . $err;
} else {
  echo $response;
}

package main

import (
	"fmt"
	"strings"
	"net/http"
	"io"
)

func main() {

	url := "https://apigw.mka1.com/api/v1/serving/runs"

	payload := strings.NewReader("{\n  \"accelerator\": \"<string>\",\n  \"deadline\": {\n    \"hours\": 123,\n    \"max_usd\": 123\n  },\n  \"disk_gb\": 2,\n  \"gpu_count\": 4,\n  \"image\": \"<string>\",\n  \"startup_script_b64\": \"<string>\",\n  \"env\": {},\n  \"interconnect\": \"<string>\",\n  \"name\": \"<string>\",\n  \"ports\": [\n    \"<string>\"\n  ],\n  \"providers\": [\n    \"<string>\"\n  ],\n  \"secrets\": [\n    \"<string>\"\n  ],\n  \"ssh_public_key\": \"<string>\"\n}")

	req, _ := http.NewRequest("POST", url, payload)

	req.Header.Add("Authorization", "Bearer <token>")
	req.Header.Add("Content-Type", "application/json")

	res, _ := http.DefaultClient.Do(req)

	defer res.Body.Close()
	body, _ := io.ReadAll(res.Body)

	fmt.Println(string(body))

}

HttpResponse<String> response = Unirest.post("https://apigw.mka1.com/api/v1/serving/runs")
  .header("Authorization", "Bearer <token>")
  .header("Content-Type", "application/json")
  .body("{\n  \"accelerator\": \"<string>\",\n  \"deadline\": {\n    \"hours\": 123,\n    \"max_usd\": 123\n  },\n  \"disk_gb\": 2,\n  \"gpu_count\": 4,\n  \"image\": \"<string>\",\n  \"startup_script_b64\": \"<string>\",\n  \"env\": {},\n  \"interconnect\": \"<string>\",\n  \"name\": \"<string>\",\n  \"ports\": [\n    \"<string>\"\n  ],\n  \"providers\": [\n    \"<string>\"\n  ],\n  \"secrets\": [\n    \"<string>\"\n  ],\n  \"ssh_public_key\": \"<string>\"\n}")
  .asString();

require 'uri'
require 'net/http'

url = URI("https://apigw.mka1.com/api/v1/serving/runs")

http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true

request = Net::HTTP::Post.new(url)
request["Authorization"] = 'Bearer <token>'
request["Content-Type"] = 'application/json'
request.body = "{\n  \"accelerator\": \"<string>\",\n  \"deadline\": {\n    \"hours\": 123,\n    \"max_usd\": 123\n  },\n  \"disk_gb\": 2,\n  \"gpu_count\": 4,\n  \"image\": \"<string>\",\n  \"startup_script_b64\": \"<string>\",\n  \"env\": {},\n  \"interconnect\": \"<string>\",\n  \"name\": \"<string>\",\n  \"ports\": [\n    \"<string>\"\n  ],\n  \"providers\": [\n    \"<string>\"\n  ],\n  \"secrets\": [\n    \"<string>\"\n  ],\n  \"ssh_public_key\": \"<string>\"\n}"

response = http.request(request)
puts response.read_body

{
  "created_at": "2023-11-07T05:31:56Z",
  "id": "<string>",
  "accelerator": "<string>",
  "deadline_at": "2023-11-07T05:31:56Z",
  "endpoint": "<string>",
  "exit_code": 123,
  "gpu_count": 123,
  "image": "<string>",
  "name": "<string>",
  "price_usd_hr": 123,
  "provider": "<string>",
  "reason": "<string>",
  "ssh": {
    "command": "<string>",
    "host": "<string>",
    "port": 123,
    "user": "<string>"
  },
  "started_at": "2023-11-07T05:31:56Z",
  "terminal_at": "2023-11-07T05:31:56Z"
}

{
  "error": {
    "code": "<string>",
    "message": "<string>",
    "type": "<string>"
  }
}

{
  "error": {
    "code": "<string>",
    "message": "<string>",
    "type": "<string>"
  }
}

{
  "error": {
    "code": "<string>",
    "message": "<string>",
    "type": "<string>"
  }
}

{
  "error": {
    "code": "<string>",
    "message": "<string>",
    "type": "<string>"
  }
}

{
  "detail": [
    {
      "loc": [
        "<string>"
      ],
      "msg": "<string>",
      "type": "<string>"
    }
  ]
}

{
  "error": {
    "code": "<string>",
    "message": "<string>",
    "type": "<string>"
  }
}

{
  "error": {
    "code": "<string>",
    "message": "<string>",
    "type": "<string>"
  }
}

POST

api

serving

runs

Python (SDK)

from meetkai_mka1 import SDK


with SDK(
    bearer_auth="<YOUR_BEARER_TOKEN_HERE>",
) as sdk:

    res = sdk.fine_tune_jobs.create_serving_run(accelerator="<value>", deadline={}, disk_gb=369181, gpu_count=444268, image="https://loremflickr.com/2112/3769?lock=8429739459860585", kind="deployment", startup_script_b64="<value>")

    # Handle response
    print(res)

import { SDK } from "@meetkai/mka1";

const sdk = new SDK({
  bearerAuth: "<YOUR_BEARER_TOKEN_HERE>",
});

async function run() {
  const result = await sdk.fineTuneJobs.createServingRun({
    runCreate: {
      accelerator: "<value>",
      deadline: {},
      diskGb: 369181,
      gpuCount: 444268,
      image: "https://loremflickr.com/2112/3769?lock=8429739459860585",
      kind: "deployment",
      startupScriptB64: "<value>",
    },
  });

  console.log(result);
}

run();

using MeetKai.MKA1;
using MeetKai.MKA1.Types.Components;

var sdk = new SDK(bearerAuth: "<YOUR_BEARER_TOKEN_HERE>");

var res = await sdk.FineTuneJobs.CreateServingRunAsync(body: new RunCreate() {
    Accelerator = "<value>",
    Deadline = new RunDeadline() {},
    DiskGb = 369181,
    GpuCount = 444268,
    Image = "https://loremflickr.com/2112/3769?lock=8429739459860585",
    Kind = RunCreateKind.Deployment,
    StartupScriptB64 = "<value>",
});

// handle response

curl --request POST \
  --url https://apigw.mka1.com/api/v1/serving/runs \
  --header 'Authorization: Bearer <token>' \
  --header 'Content-Type: application/json' \
  --data '
{
  "accelerator": "<string>",
  "deadline": {
    "hours": 123,
    "max_usd": 123
  },
  "disk_gb": 2,
  "gpu_count": 4,
  "image": "<string>",
  "startup_script_b64": "<string>",
  "env": {},
  "interconnect": "<string>",
  "name": "<string>",
  "ports": [
    "<string>"
  ],
  "providers": [
    "<string>"
  ],
  "secrets": [
    "<string>"
  ],
  "ssh_public_key": "<string>"
}
'

const options = {
  method: 'POST',
  headers: {Authorization: 'Bearer <token>', 'Content-Type': 'application/json'},
  body: JSON.stringify({
    accelerator: '<string>',
    deadline: {hours: 123, max_usd: 123},
    disk_gb: 2,
    gpu_count: 4,
    image: '<string>',
    startup_script_b64: '<string>',
    env: {},
    interconnect: '<string>',
    name: '<string>',
    ports: ['<string>'],
    providers: ['<string>'],
    secrets: ['<string>'],
    ssh_public_key: '<string>'
  })
};

fetch('https://apigw.mka1.com/api/v1/serving/runs', options)
  .then(res => res.json())
  .then(res => console.log(res))
  .catch(err => console.error(err));

<?php

$curl = curl_init();

curl_setopt_array($curl, [
  CURLOPT_URL => "https://apigw.mka1.com/api/v1/serving/runs",
  CURLOPT_RETURNTRANSFER => true,
  CURLOPT_ENCODING => "",
  CURLOPT_MAXREDIRS => 10,
  CURLOPT_TIMEOUT => 30,
  CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
  CURLOPT_CUSTOMREQUEST => "POST",
  CURLOPT_POSTFIELDS => json_encode([
    'accelerator' => '<string>',
    'deadline' => [
        'hours' => 123,
        'max_usd' => 123
    ],
    'disk_gb' => 2,
    'gpu_count' => 4,
    'image' => '<string>',
    'startup_script_b64' => '<string>',
    'env' => [
        
    ],
    'interconnect' => '<string>',
    'name' => '<string>',
    'ports' => [
        '<string>'
    ],
    'providers' => [
        '<string>'
    ],
    'secrets' => [
        '<string>'
    ],
    'ssh_public_key' => '<string>'
  ]),
  CURLOPT_HTTPHEADER => [
    "Authorization: Bearer <token>",
    "Content-Type: application/json"
  ],
]);

$response = curl_exec($curl);
$err = curl_error($curl);

curl_close($curl);

if ($err) {
  echo "cURL Error #:" . $err;
} else {
  echo $response;
}

package main

import (
	"fmt"
	"strings"
	"net/http"
	"io"
)

func main() {

	url := "https://apigw.mka1.com/api/v1/serving/runs"

	payload := strings.NewReader("{\n  \"accelerator\": \"<string>\",\n  \"deadline\": {\n    \"hours\": 123,\n    \"max_usd\": 123\n  },\n  \"disk_gb\": 2,\n  \"gpu_count\": 4,\n  \"image\": \"<string>\",\n  \"startup_script_b64\": \"<string>\",\n  \"env\": {},\n  \"interconnect\": \"<string>\",\n  \"name\": \"<string>\",\n  \"ports\": [\n    \"<string>\"\n  ],\n  \"providers\": [\n    \"<string>\"\n  ],\n  \"secrets\": [\n    \"<string>\"\n  ],\n  \"ssh_public_key\": \"<string>\"\n}")

	req, _ := http.NewRequest("POST", url, payload)

	req.Header.Add("Authorization", "Bearer <token>")
	req.Header.Add("Content-Type", "application/json")

	res, _ := http.DefaultClient.Do(req)

	defer res.Body.Close()
	body, _ := io.ReadAll(res.Body)

	fmt.Println(string(body))

}

HttpResponse<String> response = Unirest.post("https://apigw.mka1.com/api/v1/serving/runs")
  .header("Authorization", "Bearer <token>")
  .header("Content-Type", "application/json")
  .body("{\n  \"accelerator\": \"<string>\",\n  \"deadline\": {\n    \"hours\": 123,\n    \"max_usd\": 123\n  },\n  \"disk_gb\": 2,\n  \"gpu_count\": 4,\n  \"image\": \"<string>\",\n  \"startup_script_b64\": \"<string>\",\n  \"env\": {},\n  \"interconnect\": \"<string>\",\n  \"name\": \"<string>\",\n  \"ports\": [\n    \"<string>\"\n  ],\n  \"providers\": [\n    \"<string>\"\n  ],\n  \"secrets\": [\n    \"<string>\"\n  ],\n  \"ssh_public_key\": \"<string>\"\n}")
  .asString();

require 'uri'
require 'net/http'

url = URI("https://apigw.mka1.com/api/v1/serving/runs")

http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true

request = Net::HTTP::Post.new(url)
request["Authorization"] = 'Bearer <token>'
request["Content-Type"] = 'application/json'
request.body = "{\n  \"accelerator\": \"<string>\",\n  \"deadline\": {\n    \"hours\": 123,\n    \"max_usd\": 123\n  },\n  \"disk_gb\": 2,\n  \"gpu_count\": 4,\n  \"image\": \"<string>\",\n  \"startup_script_b64\": \"<string>\",\n  \"env\": {},\n  \"interconnect\": \"<string>\",\n  \"name\": \"<string>\",\n  \"ports\": [\n    \"<string>\"\n  ],\n  \"providers\": [\n    \"<string>\"\n  ],\n  \"secrets\": [\n    \"<string>\"\n  ],\n  \"ssh_public_key\": \"<string>\"\n}"

response = http.request(request)
puts response.read_body

{
  "created_at": "2023-11-07T05:31:56Z",
  "id": "<string>",
  "accelerator": "<string>",
  "deadline_at": "2023-11-07T05:31:56Z",
  "endpoint": "<string>",
  "exit_code": 123,
  "gpu_count": 123,
  "image": "<string>",
  "name": "<string>",
  "price_usd_hr": 123,
  "provider": "<string>",
  "reason": "<string>",
  "ssh": {
    "command": "<string>",
    "host": "<string>",
    "port": 123,
    "user": "<string>"
  },
  "started_at": "2023-11-07T05:31:56Z",
  "terminal_at": "2023-11-07T05:31:56Z"
}

{
  "error": {
    "code": "<string>",
    "message": "<string>",
    "type": "<string>"
  }
}

{
  "error": {
    "code": "<string>",
    "message": "<string>",
    "type": "<string>"
  }
}

{
  "error": {
    "code": "<string>",
    "message": "<string>",
    "type": "<string>"
  }
}

{
  "error": {
    "code": "<string>",
    "message": "<string>",
    "type": "<string>"
  }
}

{
  "detail": [
    {
      "loc": [
        "<string>"
      ],
      "msg": "<string>",
      "type": "<string>"
    }
  ]
}

{
  "error": {
    "code": "<string>",
    "message": "<string>",
    "type": "<string>"
  }
}

{
  "error": {
    "code": "<string>",
    "message": "<string>",
    "type": "<string>"
  }
}

Autorizaciones

Authorization

string

header

requerido

Gateway auth: send Authorization: Bearer <mka1-api-key>. For multi-user server-side integrations, you can also send X-On-Behalf-Of: <external-user-id>.

Encabezados

X-On-Behalf-Of

string

Optional external end-user identifier forwarded by the API gateway.

Cuerpo

application/json

accelerator

string

requerido

Nombre del acelerador curado. GET /accelerators lista lo que está disponible.

deadline

RunDeadline · object

requerido

Exactamente uno de hours o max_usd. El costo es rate x time y la tasa se fija en la adquisición, así que son intercambiables, pero no son el mismo número. Un plazo max_usd solo se resuelve una vez que la adquisición fija la tasa.

Show child attributes

disk_gb

integer

requerido

Obligatorio, sin valor predeterminado. Debe ajustarse a la imagen más lo que descargue el script; si es demasiado pequeño, el pod muere a mitad de la descarga.

Rango requerido: x >= 1

gpu_count

integer

requerido

Aceleradores en un nodo. V1 es de un solo nodo: los clústeres multinodo no son ofrecidos por los proveedores que soportamos.

Rango requerido: 1 <= x <= 8

image

string

requerido

Cualquier imagen pública. Debe contener bash, y en los proveedores donde instalamos sshd debe ser de la familia Debian con apt.

kind

enum<string>

requerido

Para qué sirve la ejecución. Un ajuste fino termina por sí solo y su código de salida es el resultado; un despliegue atiende tráfico y se ejecuta hasta que se elimina. Son un solo recurso porque son un solo pod, un solo proveedor y un solo script: el tipo selecciona la semántica terminal, no una máquina diferente.

Opciones disponibles:

finetune,

deployment

startup_script_b64

string

requerido

Base64 bash. Ejecútelo como un proceso hijo de nuestro script de ejecución; su código de salida es el resultado de la ejecución. Nunca interpretado.

env

Env · object

Entorno para la carga de trabajo. Las claves en el espacio de nombres MKA1_ están reservadas.

Show child attributes

interconnect

string

Filtro opcional sobre la topología dentro del nodo, por ejemplo, nvlink. El trabajo de paralelismo tensorial es materialmente más lento sobre PCIe.

name

string

ports

string[]

Puertos del contenedor a exponer, p. ej. "8000/http". Tiene sentido para una implementación, que sirve tráfico; un ajuste fino no tiene nada que exponer.

providers

string[]

Preferencia ordenada, probada por turno. Rechazada mientras la anonimidad del proveedor está habilitada, porque la lista en sí misma filtra la identidad del proveedor.

secrets

string[]

Los IDs de secretos almacenados se resuelven en el entorno inmediatamente antes de la transferencia.

ssh_public_key

string

Tu propia clave pública. Nunca generamos ni conservamos material de clave privada. Omítela y la ejecución no tendrá SSH.

Respuesta

La carrera, aceptada y presentada para adquisición.

created_at

string<date-time>

requerido

string

requerido

kind

enum<string>

requerido

Para qué sirve la ejecución. Un fine-tune termina por sí solo y su código de salida es el resultado; un deployment atiende tráfico y se ejecuta hasta que se elimina. Son un solo recurso porque son un solo pod, un solo proveedor y un solo script: el tipo selecciona la semántica terminal, no una máquina diferente.

Opciones disponibles:

finetune,

deployment

state

enum<string>

requerido

Opciones disponibles:

requested,

provisioning,

running,

succeeded,

failed,

terminated

accelerator

string

deadline_at

string<date-time>

endpoint

string

Donde la carga de trabajo sirve, una vez que está en ejecución. Solo un despliegue declara puertos, así que solo un despliegue informa de un punto de conexión.

exit_code

integer

El estado de salida de la carga de trabajo. El estado del proveedor no es de confianza para esto: un proveedor informa sobre la VM en lugar del contenedor.

gpu_count

integer

image

string

name

string

price_usd_hr

number

provider

string

reason

string

Por qué la ejecución está en este estado, por ejemplo, ssh_setup_failed o budget_exhausted.

ssh

RunSSH · object

Detalles de conexión. El usuario de inicio de sesión depende del proveedor y se lee del proveedor, nunca se asume.

Show child attributes

started_at

string<date-time>

terminal_at

string<date-time>

Lista de ejecuciones

Haz una carrera

⌘I

Responses API

Agents API

Platform APIs

Administration

Sandbox API

Serving API

Deprecated

Other

Crear una ejecución

Autorizaciones

Encabezados

Cuerpo

Respuesta