TypeScript SDK: Evaluations and prompts

import Syntic from '@syntic/sdk'
 
const client = new Syntic() // reads SYNTIC_API_KEY

const result = await client.evals.datasets.create({
  name: "support-replies-v3"
})

const result = await client.evals.datasets.items.add("evds_01JD13B5D7F9H1K3M5P7", {
  items: [
    {
      input: {
        ticket: "…"
      },
      ideal: "…"
    }
  ]
})

const result = await client.evals.graders.create({
  name: "no-guarantees",
  kind: "contains",
  config: {
    not: [
      "guarantee"
    ]
  }
})

const result = await client.evals.runs.create({
  dataset_id: "evds_01JD13B5D7F9H1K3M5P7",
  variants: [
    {
      label: "baseline",
      model: "Amara S1.2",
      prompt_version: "support@production"
    }
  ],
  grader_ids: [
    "evgr_01JD46E8G0J2L4N6Q8S0"
  ]
})

const result = await client.evals.runs.wait("evrun_01JD35D7F9H1K3M5P7R9")

for await (const item of client.evals.runs.results("evrun_01JD35D7F9H1K3M5P7R9", {
  passed: false
})) {
  console.log(item)
}

const result = await client.prompts.improve({
  system: "…",
  feedback: "Too long."
})

const result = await client.prompts.templates.setLabel("support", "production", {
  version: 13
})