Streaming decisions

const ws = new WebSocket("wss://sage.levanto.ai/v1/stream");

ws.onopen = () => {
  ws.send(JSON.stringify({
    type: "start",
    api_key: SAGE_API_KEY, // browsers can't set headers
    questions: [
      { id: "agreed", kind: "yesno", instructions: "Has the customer agreed to go ahead?" },
      {
        id: "loan_term",
        kind: "choice",
        instructions: "Which loan term does the customer want?",
        options: [
          { option: "36 months" }, { option: "48 months" },
          { option: "60 months" }, { option: "72 months" }
        ]
      }
    ]
  }));
};

ws.onmessage = (event) => {
  const frame = JSON.parse(event.data);
  if (frame.type === "decision") {
    for (const id of frame.changed) console.log(id, frame.answers[id].result);
  }
};

// Call this for each new line of the transcript.
function append(text) {
  ws.send(JSON.stringify({ type: "append", text }));
}

import asyncio, json, os
from websockets.asyncio.client import connect

QUESTIONS = [{"id": "escalate", "kind": "yesno",
              "instructions": "Does the customer ask for a human agent?"}]

async def feed(ws, lines):
    for line in lines:  # in production: each line as it arrives
        await ws.send(json.dumps({"type": "append", "text": line}))
        await asyncio.sleep(1)
    await ws.send(json.dumps({"type": "close"}))

async def main(lines):
    async with connect("wss://sage.levanto.ai/v1/stream", additional_headers={
        "Authorization": f"Bearer {os.environ['SAGE_API_KEY']}"}) as ws:
        await ws.send(json.dumps({"type": "start", "questions": QUESTIONS}))
        feeder = asyncio.create_task(feed(ws, lines))
        async for raw in ws:
            frame = json.loads(raw)
            if frame["type"] == "decision":
                for qid in frame["changed"]:
                    print(frame["chars"], qid, frame["answers"][qid]["result"])
        await feeder

asyncio.run(main([
    "Agent: How can I help?\n",
    "Customer: I was charged twice for my order.\n",
    "Customer: Your bot is useless, get me a person.\n",
]))

23 escalate {'answer': 'no', 'probability': 0.20487673647223545}
115 escalate {'answer': 'yes', 'probability': 0.997747033957554}

{
  "type": "decision",
  "seq": null,
  "chars": 115,
  "latency_ms": 117.9,
  "answers": {
    "escalate": {
      "id": "escalate",
      "kind": "yesno",
      "result": {"answer": "yes", "probability": 0.997747033957554},
      "meta": { ... }
    }
  },
  "changed": ["escalate"],
  "usage": {"update": 3, "input_tokens": 68, "document_tokens": 12, "question_tokens": 56, "output_tokens": 155}
}