Waste Sorter

import { readFile } from "node:fs/promises";
import { DecisionMachine } from "@cloudraker/milliseconds";

// Run on your server; reads MS_API_KEY from the environment.
// The image carries the input; the leading text is optional context.
const dm = new DecisionMachine();

const { result, usage } = await dm.classify(
  await readFile("image.jpg"),
  {
    "glass": "A glass bottle, jar, drinking glass or other glass object.",
    "paper": "Ordinary paper, newspaper, office paper or a paper flyer.",
    "cardboard": "A cardboard box, corrugated board or thick cardboard packaging.",
    "plastic": "A plastic bottle, rigid plastic container or plastic packaging.",
    "metal": "A metal food can, drink can, lid or other metal object.",
    "trash": "Other waste or mixed-material packaging, such as a coated disposable coffee cup or flexible food pouch."
  },
  { detail: "low" }
).withUsage();

console.log(result);
console.log({ inputTokens: usage.inputTokens, modelMs: usage.inferenceMs });

from pathlib import Path
from milliseconds import DecisionMachine

# Reads MS_API_KEY from the environment.
# The image carries the input; the leading text is optional context.
dm = DecisionMachine()

result = dm.classify(
    Path("image.jpg").read_bytes(),
    {
      "glass": "A glass bottle, jar, drinking glass or other glass object.",
      "paper": "Ordinary paper, newspaper, office paper or a paper flyer.",
      "cardboard": "A cardboard box, corrugated board or thick cardboard packaging.",
      "plastic": "A plastic bottle, rigid plastic container or plastic packaging.",
      "metal": "A metal food can, drink can, lid or other metal object.",
      "trash": "Other waste or mixed-material packaging, such as a coated disposable coffee cup or flexible food pouch."
    },
    detail="low"
)

print(result)

# Reads MS_API_KEY. The image and the other fields are read from disk.
cat > classify-labels.json <<'DM1_LABELS'
{
  "glass": "A glass bottle, jar, drinking glass or other glass object.",
  "paper": "Ordinary paper, newspaper, office paper or a paper flyer.",
  "cardboard": "A cardboard box, corrugated board or thick cardboard packaging.",
  "plastic": "A plastic bottle, rigid plastic container or plastic packaging.",
  "metal": "A metal food can, drink can, lid or other metal object.",
  "trash": "Other waste or mixed-material packaging, such as a coated disposable coffee cup or flexible food pouch."
}
DM1_LABELS

dm1 classify --image image.jpg --detail low --labels @classify-labels.json --json --usage