from meetkai_mka1 import SDK


with SDK(
    bearer_auth="<YOUR_BEARER_TOKEN_HERE>",
) as sdk:

    res = sdk.llm.evals.create_suite_version(suite_id="eval_suite_aa87e2b1112a455b8deabed784372198", manifest={
        "tasks": [
            {
                "id": "spanish_qa",
                "type": "custom",
                "dataset": {
                    "source": "huggingface",
                    "path": "IIC/AQuAS",
                    "split": "test",
                },
                "prompt_template": "Responde usando el contexto.\n\nContexto: {{context}}\n\nPregunta: {{question}}\n\nRespuesta:",
                "target_template": "{{answer}}",
                "grader": {
                    "type": "python",
                    "contract": "model_backed",
                    "model_access": "mka1",
                    "file_id": "file_grader123",
                },
                "preprocess": {
                    "type": "python",
                    "source": "def transform(row):\n    return row\n",
                },
                "num_fewshot": 1,
            },
        ],
    }, make_active=True)

    # Handle response
    print(res)

{
  "id": "<string>",
  "object": "<unknown>",
  "suite_id": "<string>",
  "version": 0,
  "manifest": {
    "tasks": [
      "<unknown>"
    ],
    "schema_version": "2026-05-27",
    "metadata": {}
  },
  "dataset_file_ids": [
    "<string>"
  ],
  "metadata": {},
  "created_at": 0
}