from meetkai_mka1 import SDK


with SDK(
    bearer_auth="<YOUR_BEARER_TOKEN_HERE>",
) as sdk:

    res = sdk.llm.evals.append_agent_trials(run_id="eval_run_aa87e2b1112a455b8deabed784372198", trials=[
        {
            "task_id": "fix-permissions",
            "sample_index": 0,
            "prompt": "The test suite fails because the fixture directory is not writable. Fix it.",
            "target": "all tests pass",
            "output_text": "9 passed in 2.25s",
            "scores": {
                "reward": 1,
                "resolved": 1,
            },
            "cost_usd": 0.0279,
            "input_tokens": 658456,
            "output_tokens": 6489,
            "cached_tokens": 658366,
        },
    ], finalize=False)

    # Handle response
    print(res)

import { SDK } from "@meetkai/mka1";

const sdk = new SDK({
  bearerAuth: "<YOUR_BEARER_TOKEN_HERE>",
});

async function run() {
  const result = await sdk.llm.evals.appendAgentTrials({
    runId: "eval_run_aa87e2b1112a455b8deabed784372198",
    appendAgentTrialsRequest: {
      trials: [
        {
          taskId: "fix-permissions",
          sampleIndex: 0,
          prompt: "The test suite fails because the fixture directory is not writable. Fix it.",
          target: "all tests pass",
          outputText: "9 passed in 2.25s",
          scores: {
            "reward": 1,
            "resolved": 1,
          },
          costUsd: 0.0279,
          inputTokens: 658456,
          outputTokens: 6489,
          cachedTokens: 658366,
        },
      ],
    },
  });

  console.log(result);
}

run();

using MeetKai.MKA1;
using MeetKai.MKA1.Types.Components;
using System.Collections.Generic;

var sdk = new SDK(bearerAuth: "<YOUR_BEARER_TOKEN_HERE>");

var res = await sdk.Llm.Evals.AppendAgentTrialsAsync(
    runId: "eval_run_aa87e2b1112a455b8deabed784372198",
    body: new AppendAgentTrialsRequest() {
        Trials = new List<AppendAgentTrialsRequestTrial>() {
            new AppendAgentTrialsRequestTrial() {
                TaskId = "fix-permissions",
                SampleIndex = 0,
                Prompt = "The test suite fails because the fixture directory is not writable. Fix it.",
                Target = "all tests pass",
                OutputText = "9 passed in 2.25s",
                Scores = new Dictionary<string, double>() {
                    { "reward", 1D },
                    { "resolved", 1D },
                },
                CostUsd = 0.0279D,
                InputTokens = 658456,
                OutputTokens = 6489,
                CachedTokens = 658366,
            },
        },
    }
);

// handle response

curl --request POST \
  --url https://apigw.mka1.com/api/v1/llm/evals/runs/{run_id}/trials \
  --header 'Authorization: Bearer <token>' \
  --header 'Content-Type: application/json' \
  --data '
{
  "trials": [
    {
      "task_id": "fix-permissions",
      "sample_index": 0,
      "status": "completed",
      "prompt": "The test suite fails because the fixture directory is not writable. Fix it.",
      "target": "all tests pass",
      "output_text": "9 passed in 2.25s",
      "scores": {
        "reward": 1,
        "resolved": 1
      },
      "cost_usd": 0.0279,
      "input_tokens": 658456,
      "output_tokens": 6489,
      "cached_tokens": 658366
    }
  ],
  "finalize": false
}
'

const options = {
  method: 'POST',
  headers: {Authorization: 'Bearer <token>', 'Content-Type': 'application/json'},
  body: JSON.stringify({
    trials: [
      {
        task_id: 'fix-permissions',
        sample_index: 0,
        status: 'completed',
        prompt: 'The test suite fails because the fixture directory is not writable. Fix it.',
        target: 'all tests pass',
        output_text: '9 passed in 2.25s',
        scores: {reward: 1, resolved: 1},
        cost_usd: 0.0279,
        input_tokens: 658456,
        output_tokens: 6489,
        cached_tokens: 658366
      }
    ],
    finalize: false
  })
};

fetch('https://apigw.mka1.com/api/v1/llm/evals/runs/{run_id}/trials', options)
  .then(res => res.json())
  .then(res => console.log(res))
  .catch(err => console.error(err));

<?php

$curl = curl_init();

curl_setopt_array($curl, [
  CURLOPT_URL => "https://apigw.mka1.com/api/v1/llm/evals/runs/{run_id}/trials",
  CURLOPT_RETURNTRANSFER => true,
  CURLOPT_ENCODING => "",
  CURLOPT_MAXREDIRS => 10,
  CURLOPT_TIMEOUT => 30,
  CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
  CURLOPT_CUSTOMREQUEST => "POST",
  CURLOPT_POSTFIELDS => json_encode([
    'trials' => [
        [
                'task_id' => 'fix-permissions',
                'sample_index' => 0,
                'status' => 'completed',
                'prompt' => 'The test suite fails because the fixture directory is not writable. Fix it.',
                'target' => 'all tests pass',
                'output_text' => '9 passed in 2.25s',
                'scores' => [
                                'reward' => 1,
                                'resolved' => 1
                ],
                'cost_usd' => 0.0279,
                'input_tokens' => 658456,
                'output_tokens' => 6489,
                'cached_tokens' => 658366
        ]
    ],
    'finalize' => false
  ]),
  CURLOPT_HTTPHEADER => [
    "Authorization: Bearer <token>",
    "Content-Type: application/json"
  ],
]);

$response = curl_exec($curl);
$err = curl_error($curl);

curl_close($curl);

if ($err) {
  echo "cURL Error #:" . $err;
} else {
  echo $response;
}

package main

import (
	"fmt"
	"strings"
	"net/http"
	"io"
)

func main() {

	url := "https://apigw.mka1.com/api/v1/llm/evals/runs/{run_id}/trials"

	payload := strings.NewReader("{\n  \"trials\": [\n    {\n      \"task_id\": \"fix-permissions\",\n      \"sample_index\": 0,\n      \"status\": \"completed\",\n      \"prompt\": \"The test suite fails because the fixture directory is not writable. Fix it.\",\n      \"target\": \"all tests pass\",\n      \"output_text\": \"9 passed in 2.25s\",\n      \"scores\": {\n        \"reward\": 1,\n        \"resolved\": 1\n      },\n      \"cost_usd\": 0.0279,\n      \"input_tokens\": 658456,\n      \"output_tokens\": 6489,\n      \"cached_tokens\": 658366\n    }\n  ],\n  \"finalize\": false\n}")

	req, _ := http.NewRequest("POST", url, payload)

	req.Header.Add("Authorization", "Bearer <token>")
	req.Header.Add("Content-Type", "application/json")

	res, _ := http.DefaultClient.Do(req)

	defer res.Body.Close()
	body, _ := io.ReadAll(res.Body)

	fmt.Println(string(body))

}

HttpResponse<String> response = Unirest.post("https://apigw.mka1.com/api/v1/llm/evals/runs/{run_id}/trials")
  .header("Authorization", "Bearer <token>")
  .header("Content-Type", "application/json")
  .body("{\n  \"trials\": [\n    {\n      \"task_id\": \"fix-permissions\",\n      \"sample_index\": 0,\n      \"status\": \"completed\",\n      \"prompt\": \"The test suite fails because the fixture directory is not writable. Fix it.\",\n      \"target\": \"all tests pass\",\n      \"output_text\": \"9 passed in 2.25s\",\n      \"scores\": {\n        \"reward\": 1,\n        \"resolved\": 1\n      },\n      \"cost_usd\": 0.0279,\n      \"input_tokens\": 658456,\n      \"output_tokens\": 6489,\n      \"cached_tokens\": 658366\n    }\n  ],\n  \"finalize\": false\n}")
  .asString();

require 'uri'
require 'net/http'

url = URI("https://apigw.mka1.com/api/v1/llm/evals/runs/{run_id}/trials")

http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true

request = Net::HTTP::Post.new(url)
request["Authorization"] = 'Bearer <token>'
request["Content-Type"] = 'application/json'
request.body = "{\n  \"trials\": [\n    {\n      \"task_id\": \"fix-permissions\",\n      \"sample_index\": 0,\n      \"status\": \"completed\",\n      \"prompt\": \"The test suite fails because the fixture directory is not writable. Fix it.\",\n      \"target\": \"all tests pass\",\n      \"output_text\": \"9 passed in 2.25s\",\n      \"scores\": {\n        \"reward\": 1,\n        \"resolved\": 1\n      },\n      \"cost_usd\": 0.0279,\n      \"input_tokens\": 658456,\n      \"output_tokens\": 6489,\n      \"cached_tokens\": 658366\n    }\n  ],\n  \"finalize\": false\n}"

response = http.request(request)
puts response.read_body

{
  "id": "eval_run_aa87e2b1112a455b8deabed784372198",
  "object": "eval.run",
  "suite_id": "eval_suite_aa87e2b1112a455b8deabed784372198",
  "suite_version": 1,
  "suite_version_id": "eval_sver_aa87e2b1112a455b8deabed784372198",
  "org_id": "org-acme",
  "team_id": "team-research",
  "status": "in_progress",
  "models": [
    "auto"
  ],
  "task_ids": null,
  "judge_model": "auto",
  "embedding_model": "auto",
  "generation": {
    "temperature": 0,
    "max_output_tokens": 512
  },
  "request_counts": {
    "total": 100,
    "completed": 10,
    "failed": 0
  },
  "metrics": null,
  "error": null,
  "artifact_file_ids": [],
  "metadata": {
    "purpose": "mvp"
  },
  "agent_name": "omp",
  "agent_version": null,
  "agent_effort": null,
  "cost_usd": null,
  "created_at": 1704067200,
  "started_at": 1704067210,
  "completed_at": null,
  "cancelled_at": null,
  "failed_at": null
}