Criar um cronograma de avaliação

CSharp (SDK)

using MeetKai.MKA1;
using MeetKai.MKA1.Types.Components;
using System.Collections.Generic;

var sdk = new SDK(bearerAuth: "<YOUR_BEARER_TOKEN_HERE>");

var res = await sdk.Llm.Evals.CreateScheduleAsync(body: new MeetKai.MKA1.Types.Components.CreateEvalScheduleRequest() {
    Name = "Nightly MMLU regression",
    SuiteId = "eval_suite_aa87e2b1112a455b8deabed784372198",
    Cron = "0 3 * * *",
    Timezone = "US/Pacific",
    OverlapPolicy = EvalScheduleOverlapPolicy.Skip,
    WebhookUrl = "https://example.com/hooks/evals",
    WebhookSecret = "whsec_example_signing_secret",
    Run = new EvalScheduleRunConfig() {
        Models = new List<string>() {
            "meetkai/model-a",
        },
    },
    Metadata = new Dictionary<string, string>() {
        { "team", "eval-ops" },
    },
});

// handle response

from meetkai_mka1 import SDK, models


with SDK(
    bearer_auth="<YOUR_BEARER_TOKEN_HERE>",
) as sdk:

    res = sdk.llm.evals.create_schedule(name="Nightly MMLU regression", suite_id="eval_suite_aa87e2b1112a455b8deabed784372198", run=models.EvalScheduleRunConfig(
        models=[
            "meetkai/model-a",
        ],
    ), cron="0 3 * * *", timezone="US/Pacific", overlap_policy="skip", enabled=True, webhook_url="https://example.com/hooks/evals", webhook_secret="whsec_example_signing_secret", metadata={
        "team": "eval-ops",
    })

    # Handle response
    print(res)

import { SDK } from "@meetkai/mka1";

const sdk = new SDK({
  bearerAuth: "<YOUR_BEARER_TOKEN_HERE>",
});

async function run() {
  const result = await sdk.llm.evals.createSchedule({
    createEvalScheduleRequest: {
      name: "Nightly MMLU regression",
      suiteId: "eval_suite_aa87e2b1112a455b8deabed784372198",
      cron: "0 3 * * *",
      timezone: "US/Pacific",
      overlapPolicy: "skip",
      webhookUrl: "https://example.com/hooks/evals",
      webhookSecret: "whsec_example_signing_secret",
      run: {
        models: [
          "meetkai/model-a",
        ],
      },
      metadata: {
        "team": "eval-ops",
      },
    },
  });

  console.log(result);
}

run();

curl --request POST \
  --url https://apigw.mka1.com/api/v1/llm/evals/schedules \
  --header 'Authorization: Bearer <token>' \
  --header 'Content-Type: application/json' \
  --data '
{
  "name": "Nightly MMLU regression",
  "suite_id": "eval_suite_aa87e2b1112a455b8deabed784372198",
  "cron": "0 3 * * *",
  "timezone": "US/Pacific",
  "webhook_url": "https://example.com/hooks/evals",
  "webhook_secret": "whsec_example_signing_secret",
  "overlap_policy": "skip",
  "run": {
    "models": [
      "meetkai/model-a"
    ]
  },
  "metadata": {
    "team": "eval-ops"
  }
}
'

const options = {
  method: 'POST',
  headers: {Authorization: 'Bearer <token>', 'Content-Type': 'application/json'},
  body: JSON.stringify({
    name: 'Nightly MMLU regression',
    suite_id: 'eval_suite_aa87e2b1112a455b8deabed784372198',
    cron: '0 3 * * *',
    timezone: 'US/Pacific',
    webhook_url: 'https://example.com/hooks/evals',
    webhook_secret: 'whsec_example_signing_secret',
    overlap_policy: 'skip',
    run: {models: ['meetkai/model-a']},
    metadata: {team: 'eval-ops'}
  })
};

fetch('https://apigw.mka1.com/api/v1/llm/evals/schedules', options)
  .then(res => res.json())
  .then(res => console.log(res))
  .catch(err => console.error(err));

<?php

$curl = curl_init();

curl_setopt_array($curl, [
  CURLOPT_URL => "https://apigw.mka1.com/api/v1/llm/evals/schedules",
  CURLOPT_RETURNTRANSFER => true,
  CURLOPT_ENCODING => "",
  CURLOPT_MAXREDIRS => 10,
  CURLOPT_TIMEOUT => 30,
  CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
  CURLOPT_CUSTOMREQUEST => "POST",
  CURLOPT_POSTFIELDS => json_encode([
    'name' => 'Nightly MMLU regression',
    'suite_id' => 'eval_suite_aa87e2b1112a455b8deabed784372198',
    'cron' => '0 3 * * *',
    'timezone' => 'US/Pacific',
    'webhook_url' => 'https://example.com/hooks/evals',
    'webhook_secret' => 'whsec_example_signing_secret',
    'overlap_policy' => 'skip',
    'run' => [
        'models' => [
                'meetkai/model-a'
        ]
    ],
    'metadata' => [
        'team' => 'eval-ops'
    ]
  ]),
  CURLOPT_HTTPHEADER => [
    "Authorization: Bearer <token>",
    "Content-Type: application/json"
  ],
]);

$response = curl_exec($curl);
$err = curl_error($curl);

curl_close($curl);

if ($err) {
  echo "cURL Error #:" . $err;
} else {
  echo $response;
}

package main

import (
	"fmt"
	"strings"
	"net/http"
	"io"
)

func main() {

	url := "https://apigw.mka1.com/api/v1/llm/evals/schedules"

	payload := strings.NewReader("{\n  \"name\": \"Nightly MMLU regression\",\n  \"suite_id\": \"eval_suite_aa87e2b1112a455b8deabed784372198\",\n  \"cron\": \"0 3 * * *\",\n  \"timezone\": \"US/Pacific\",\n  \"webhook_url\": \"https://example.com/hooks/evals\",\n  \"webhook_secret\": \"whsec_example_signing_secret\",\n  \"overlap_policy\": \"skip\",\n  \"run\": {\n    \"models\": [\n      \"meetkai/model-a\"\n    ]\n  },\n  \"metadata\": {\n    \"team\": \"eval-ops\"\n  }\n}")

	req, _ := http.NewRequest("POST", url, payload)

	req.Header.Add("Authorization", "Bearer <token>")
	req.Header.Add("Content-Type", "application/json")

	res, _ := http.DefaultClient.Do(req)

	defer res.Body.Close()
	body, _ := io.ReadAll(res.Body)

	fmt.Println(string(body))

}

HttpResponse<String> response = Unirest.post("https://apigw.mka1.com/api/v1/llm/evals/schedules")
  .header("Authorization", "Bearer <token>")
  .header("Content-Type", "application/json")
  .body("{\n  \"name\": \"Nightly MMLU regression\",\n  \"suite_id\": \"eval_suite_aa87e2b1112a455b8deabed784372198\",\n  \"cron\": \"0 3 * * *\",\n  \"timezone\": \"US/Pacific\",\n  \"webhook_url\": \"https://example.com/hooks/evals\",\n  \"webhook_secret\": \"whsec_example_signing_secret\",\n  \"overlap_policy\": \"skip\",\n  \"run\": {\n    \"models\": [\n      \"meetkai/model-a\"\n    ]\n  },\n  \"metadata\": {\n    \"team\": \"eval-ops\"\n  }\n}")
  .asString();

require 'uri'
require 'net/http'

url = URI("https://apigw.mka1.com/api/v1/llm/evals/schedules")

http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true

request = Net::HTTP::Post.new(url)
request["Authorization"] = 'Bearer <token>'
request["Content-Type"] = 'application/json'
request.body = "{\n  \"name\": \"Nightly MMLU regression\",\n  \"suite_id\": \"eval_suite_aa87e2b1112a455b8deabed784372198\",\n  \"cron\": \"0 3 * * *\",\n  \"timezone\": \"US/Pacific\",\n  \"webhook_url\": \"https://example.com/hooks/evals\",\n  \"webhook_secret\": \"whsec_example_signing_secret\",\n  \"overlap_policy\": \"skip\",\n  \"run\": {\n    \"models\": [\n      \"meetkai/model-a\"\n    ]\n  },\n  \"metadata\": {\n    \"team\": \"eval-ops\"\n  }\n}"

response = http.request(request)
puts response.read_body

{
  "id": "eval_sched_aa87e2b1112a455b8deabed784372198",
  "object": "eval.schedule",
  "name": "Nightly MMLU regression",
  "description": null,
  "suite_id": "eval_suite_aa87e2b1112a455b8deabed784372198",
  "suite_version": null,
  "cron": "0 3 * * *",
  "interval_seconds": null,
  "timezone": "US/Pacific",
  "overlap_policy": "skip",
  "enabled": true,
  "webhook_url": "https://example.com/hooks/evals",
  "webhook_configured": true,
  "run": {
    "models": [
      "meetkai/model-a"
    ],
    "generation": {}
  },
  "metadata": {
    "team": "eval-ops"
  },
  "last_run_id": null,
  "last_run_at": null,
  "last_run_status": null,
  "next_run_at": 1751328000,
  "created_at": 1751241600,
  "updated_at": 1751241600
}

POST

api

llm

evals

schedules

CSharp (SDK)

using MeetKai.MKA1;
using MeetKai.MKA1.Types.Components;
using System.Collections.Generic;

var sdk = new SDK(bearerAuth: "<YOUR_BEARER_TOKEN_HERE>");

var res = await sdk.Llm.Evals.CreateScheduleAsync(body: new MeetKai.MKA1.Types.Components.CreateEvalScheduleRequest() {
    Name = "Nightly MMLU regression",
    SuiteId = "eval_suite_aa87e2b1112a455b8deabed784372198",
    Cron = "0 3 * * *",
    Timezone = "US/Pacific",
    OverlapPolicy = EvalScheduleOverlapPolicy.Skip,
    WebhookUrl = "https://example.com/hooks/evals",
    WebhookSecret = "whsec_example_signing_secret",
    Run = new EvalScheduleRunConfig() {
        Models = new List<string>() {
            "meetkai/model-a",
        },
    },
    Metadata = new Dictionary<string, string>() {
        { "team", "eval-ops" },
    },
});

// handle response

from meetkai_mka1 import SDK, models


with SDK(
    bearer_auth="<YOUR_BEARER_TOKEN_HERE>",
) as sdk:

    res = sdk.llm.evals.create_schedule(name="Nightly MMLU regression", suite_id="eval_suite_aa87e2b1112a455b8deabed784372198", run=models.EvalScheduleRunConfig(
        models=[
            "meetkai/model-a",
        ],
    ), cron="0 3 * * *", timezone="US/Pacific", overlap_policy="skip", enabled=True, webhook_url="https://example.com/hooks/evals", webhook_secret="whsec_example_signing_secret", metadata={
        "team": "eval-ops",
    })

    # Handle response
    print(res)

import { SDK } from "@meetkai/mka1";

const sdk = new SDK({
  bearerAuth: "<YOUR_BEARER_TOKEN_HERE>",
});

async function run() {
  const result = await sdk.llm.evals.createSchedule({
    createEvalScheduleRequest: {
      name: "Nightly MMLU regression",
      suiteId: "eval_suite_aa87e2b1112a455b8deabed784372198",
      cron: "0 3 * * *",
      timezone: "US/Pacific",
      overlapPolicy: "skip",
      webhookUrl: "https://example.com/hooks/evals",
      webhookSecret: "whsec_example_signing_secret",
      run: {
        models: [
          "meetkai/model-a",
        ],
      },
      metadata: {
        "team": "eval-ops",
      },
    },
  });

  console.log(result);
}

run();

curl --request POST \
  --url https://apigw.mka1.com/api/v1/llm/evals/schedules \
  --header 'Authorization: Bearer <token>' \
  --header 'Content-Type: application/json' \
  --data '
{
  "name": "Nightly MMLU regression",
  "suite_id": "eval_suite_aa87e2b1112a455b8deabed784372198",
  "cron": "0 3 * * *",
  "timezone": "US/Pacific",
  "webhook_url": "https://example.com/hooks/evals",
  "webhook_secret": "whsec_example_signing_secret",
  "overlap_policy": "skip",
  "run": {
    "models": [
      "meetkai/model-a"
    ]
  },
  "metadata": {
    "team": "eval-ops"
  }
}
'

const options = {
  method: 'POST',
  headers: {Authorization: 'Bearer <token>', 'Content-Type': 'application/json'},
  body: JSON.stringify({
    name: 'Nightly MMLU regression',
    suite_id: 'eval_suite_aa87e2b1112a455b8deabed784372198',
    cron: '0 3 * * *',
    timezone: 'US/Pacific',
    webhook_url: 'https://example.com/hooks/evals',
    webhook_secret: 'whsec_example_signing_secret',
    overlap_policy: 'skip',
    run: {models: ['meetkai/model-a']},
    metadata: {team: 'eval-ops'}
  })
};

fetch('https://apigw.mka1.com/api/v1/llm/evals/schedules', options)
  .then(res => res.json())
  .then(res => console.log(res))
  .catch(err => console.error(err));

<?php

$curl = curl_init();

curl_setopt_array($curl, [
  CURLOPT_URL => "https://apigw.mka1.com/api/v1/llm/evals/schedules",
  CURLOPT_RETURNTRANSFER => true,
  CURLOPT_ENCODING => "",
  CURLOPT_MAXREDIRS => 10,
  CURLOPT_TIMEOUT => 30,
  CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
  CURLOPT_CUSTOMREQUEST => "POST",
  CURLOPT_POSTFIELDS => json_encode([
    'name' => 'Nightly MMLU regression',
    'suite_id' => 'eval_suite_aa87e2b1112a455b8deabed784372198',
    'cron' => '0 3 * * *',
    'timezone' => 'US/Pacific',
    'webhook_url' => 'https://example.com/hooks/evals',
    'webhook_secret' => 'whsec_example_signing_secret',
    'overlap_policy' => 'skip',
    'run' => [
        'models' => [
                'meetkai/model-a'
        ]
    ],
    'metadata' => [
        'team' => 'eval-ops'
    ]
  ]),
  CURLOPT_HTTPHEADER => [
    "Authorization: Bearer <token>",
    "Content-Type: application/json"
  ],
]);

$response = curl_exec($curl);
$err = curl_error($curl);

curl_close($curl);

if ($err) {
  echo "cURL Error #:" . $err;
} else {
  echo $response;
}

package main

import (
	"fmt"
	"strings"
	"net/http"
	"io"
)

func main() {

	url := "https://apigw.mka1.com/api/v1/llm/evals/schedules"

	payload := strings.NewReader("{\n  \"name\": \"Nightly MMLU regression\",\n  \"suite_id\": \"eval_suite_aa87e2b1112a455b8deabed784372198\",\n  \"cron\": \"0 3 * * *\",\n  \"timezone\": \"US/Pacific\",\n  \"webhook_url\": \"https://example.com/hooks/evals\",\n  \"webhook_secret\": \"whsec_example_signing_secret\",\n  \"overlap_policy\": \"skip\",\n  \"run\": {\n    \"models\": [\n      \"meetkai/model-a\"\n    ]\n  },\n  \"metadata\": {\n    \"team\": \"eval-ops\"\n  }\n}")

	req, _ := http.NewRequest("POST", url, payload)

	req.Header.Add("Authorization", "Bearer <token>")
	req.Header.Add("Content-Type", "application/json")

	res, _ := http.DefaultClient.Do(req)

	defer res.Body.Close()
	body, _ := io.ReadAll(res.Body)

	fmt.Println(string(body))

}

HttpResponse<String> response = Unirest.post("https://apigw.mka1.com/api/v1/llm/evals/schedules")
  .header("Authorization", "Bearer <token>")
  .header("Content-Type", "application/json")
  .body("{\n  \"name\": \"Nightly MMLU regression\",\n  \"suite_id\": \"eval_suite_aa87e2b1112a455b8deabed784372198\",\n  \"cron\": \"0 3 * * *\",\n  \"timezone\": \"US/Pacific\",\n  \"webhook_url\": \"https://example.com/hooks/evals\",\n  \"webhook_secret\": \"whsec_example_signing_secret\",\n  \"overlap_policy\": \"skip\",\n  \"run\": {\n    \"models\": [\n      \"meetkai/model-a\"\n    ]\n  },\n  \"metadata\": {\n    \"team\": \"eval-ops\"\n  }\n}")
  .asString();

require 'uri'
require 'net/http'

url = URI("https://apigw.mka1.com/api/v1/llm/evals/schedules")

http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true

request = Net::HTTP::Post.new(url)
request["Authorization"] = 'Bearer <token>'
request["Content-Type"] = 'application/json'
request.body = "{\n  \"name\": \"Nightly MMLU regression\",\n  \"suite_id\": \"eval_suite_aa87e2b1112a455b8deabed784372198\",\n  \"cron\": \"0 3 * * *\",\n  \"timezone\": \"US/Pacific\",\n  \"webhook_url\": \"https://example.com/hooks/evals\",\n  \"webhook_secret\": \"whsec_example_signing_secret\",\n  \"overlap_policy\": \"skip\",\n  \"run\": {\n    \"models\": [\n      \"meetkai/model-a\"\n    ]\n  },\n  \"metadata\": {\n    \"team\": \"eval-ops\"\n  }\n}"

response = http.request(request)
puts response.read_body

{
  "id": "eval_sched_aa87e2b1112a455b8deabed784372198",
  "object": "eval.schedule",
  "name": "Nightly MMLU regression",
  "description": null,
  "suite_id": "eval_suite_aa87e2b1112a455b8deabed784372198",
  "suite_version": null,
  "cron": "0 3 * * *",
  "interval_seconds": null,
  "timezone": "US/Pacific",
  "overlap_policy": "skip",
  "enabled": true,
  "webhook_url": "https://example.com/hooks/evals",
  "webhook_configured": true,
  "run": {
    "models": [
      "meetkai/model-a"
    ],
    "generation": {}
  },
  "metadata": {
    "team": "eval-ops"
  },
  "last_run_id": null,
  "last_run_at": null,
  "last_run_status": null,
  "next_run_at": 1751328000,
  "created_at": 1751241600,
  "updated_at": 1751241600
}

Autorizações

Authorization

string

header

obrigatório

Gateway auth: send Authorization: Bearer <mka1-api-key>. For multi-user server-side integrations, you can also send X-On-Behalf-Of: <external-user-id>.

Cabeçalhos

X-On-Behalf-Of

string

Optional external end-user identifier forwarded by the API gateway.

Corpo

application/json

name

string

obrigatório

Required string length: 1 - 255

suite_id

string

obrigatório

Minimum string length: 1

run

object

obrigatório

Show child attributes

description

string

Maximum string length: 10000

suite_version

integer

Fixar uma versão da suíte. Omitir para resolver a versão ativa em cada disparo.

Intervalo obrigatório: 1 <= x <= 2147483647

cron

string

Expressão cron de 5 campos. Forneça exatamente um de cron ou interval_seconds.

Required string length: 1 - 255

interval_seconds

integer

Intervalo fixo entre os incêndios, em segundos. Forneça exatamente um dos cron ou interval_seconds.

Intervalo obrigatório: 60 <= x <= 31536000

timezone

string

padrão:UTC

Fuso horário IANA aplicado a expressões cron, por exemplo, EUA/Pacífico.

Required string length: 1 - 64

overlap_policy

enum<string>

padrão:skip

Opções disponíveis:

skip,

buffer_one,

allow_all

enabled

boolean

padrão:true

Quando falso, o cronograma é criado pausado.

webhook_url

string<uri>

Ponto de extremidade HTTPS notificado sobre transições de status de execução.

Maximum string length: 2048

webhook_secret

string

Segredo usado para assinar cargas úteis de webhook com HMAC-SHA256.

Required string length: 16 - 256

metadata

object

Show child attributes

Resposta

200 - application/json

string

obrigatório

object

any

obrigatório

name

string

obrigatório

description

string | null

obrigatório

suite_id

string

obrigatório

suite_version

integer | null

obrigatório

Intervalo obrigatório: -9007199254740991 <= x <= 9007199254740991

cron

string | null

obrigatório

interval_seconds

integer | null

obrigatório

Intervalo obrigatório: -9007199254740991 <= x <= 9007199254740991

timezone

string

obrigatório

overlap_policy

enum<string>

obrigatório

Opções disponíveis:

skip,

buffer_one,

allow_all

enabled

boolean

obrigatório

webhook_url

string | null

obrigatório

webhook_configured

boolean

obrigatório

True when a signing secret is stored. The secret itself is never returned.

run

object

obrigatório

Show child attributes

metadata

object

obrigatório

Show child attributes

last_run_id

string | null

obrigatório

last_run_at

integer | null

obrigatório

Intervalo obrigatório: -9007199254740991 <= x <= 9007199254740991

last_run_status

string | null

obrigatório

next_run_at

integer | null

obrigatório

Next scheduled fire time from Temporal, when resolvable.

Intervalo obrigatório: -9007199254740991 <= x <= 9007199254740991

created_at

integer

obrigatório

Intervalo obrigatório: -9007199254740991 <= x <= 9007199254740991

updated_at

integer

obrigatório

Intervalo obrigatório: -9007199254740991 <= x <= 9007199254740991

⌘I

Responses API

Agents API

Platform APIs

Administration

Compute API

Repositories API

Deprecated

Criar um cronograma de avaliação

Autorizações

Cabeçalhos

Corpo

Resposta