{
  "_id": "6aeb30512e87f76f20ad2783",
  "Package": "vitals",
  "Title": "Large Language Model Evaluation",
  "Version": "0.4.0.9000",
  "Authors@R": "c(\nperson(\"Simon\", \"Couch\", , \"simon.couch@posit.co\", role = c(\"aut\", \"cre\"),\ncomment = c(ORCID = \"0000-0001-5676-5107\")),\nperson(\"Max\", \"Kuhn\", , \"max@posit.co\", role = \"ctb\"),\nperson(\"Hadley\", \"Wickham\", , \"hadley@posit.co\", role = \"ctb\",\ncomment = c(ORCID = \"0000-0003-4757-117X\")),\nperson(\"Mine\", \"Cetinkaya-Rundel\", , \"mine@posit.co\", role = \"ctb\",\ncomment = c(ORCID = \"0000-0001-6452-2420\")),\nperson(\"Posit Software, PBC\", role = c(\"cph\", \"fnd\"),\ncomment = c(ROR = \"03wc8by49\"))\n)",
  "Description": "A port of 'Inspect', a widely adopted 'Python' framework\nfor large language model evaluation. Specifically aimed at\n'ellmer' users who want to measure the effectiveness of their\nlarge language model-based products, the package supports\nprompt engineering, tool usage, multi-turn dialog, and model\ngraded evaluations.",
  "License": "MIT + file LICENSE",
  "URL": "https://github.com/tidyverse/vitals, https://vitals.tidyverse.org",
  "BugReports": "https://github.com/tidyverse/vitals/issues",
  "Config/Needs/website": "tidyverse/tidytemplate, rmarkdown, btw,\ntidyverse, gt, brms, RcppEigen, broom, gt",
  "Config/testthat/edition": "3",
  "Config/testthat/parallel": "true",
  "Config/usethis/last-upkeep": "2025-04-25",
  "Config/testthat/start-first": "task, translate",
  "Encoding": "UTF-8",
  "LazyData": "true",
  "Roxygen": "list(markdown = TRUE)",
  "Config/roxygen2/version": "8.0.0",
  "Config/pak/sysreqs": "make libicu-dev libssl-dev zlib1g-dev",
  "Repository": "https://tidyverse.r-universe.dev",
  "Date/Publication": "2026-09-02 18:30:43 UTC",
  "RemoteUrl": "https://github.com/tidyverse/vitals",
  "RemoteRef": "HEAD",
  "RemoteSha": "e58679fb1e2880fefd591e798dd2183b77882564",
  "NeedsCompilation": "no",
  "Packaged": {
    "Date": "2026-11-04 13:13:39 UTC",
    "User": "root"
  },
  "Author": "Simon Couch [aut, cre] (ORCID: <https://orcid.org/0000-0001-5676-5107>),\nMax Kuhn [ctb],\nHadley Wickham [ctb] (ORCID: <https://orcid.org/0000-0003-4757-117X>),\nMine Cetinkaya-Rundel [ctb] (ORCID:\n<https://orcid.org/0000-0001-6452-2420>),\nPosit Software, PBC [cph, fnd] (ROR: <https://ror.org/03wc8by49>)",
  "Maintainer": "Simon Couch <simon.couch@posit.co>",
  "_user": "tidyverse",
  "_type": "src",
  "_file": "vitals_0.4.0.9000.tar.gz",
  "_fileid": "https://r2.ropensci.org/b45a3f0089e1f2b2755ebb30144cd5ebcdf81c88589317ebaaa1779ebf122bd1",
  "_filesize": 3570666,
  "_sha256": "b45a3f0089e1f2b2755ebb30144cd5ebcdf81c88589317ebaaa1779ebf122bd1",
  "_expires": "2027-02-12T13:17:03.000Z",
  "_created": "2026-11-04T13:13:39.000Z",
  "_published": "2026-11-04T13:17:05.111Z",
  "_upstream": "https://github.com/tidyverse/vitals",
  "_status": "success",
  "_maintainer": {
    "name": "Simon Couch",
    "email": "simon.couch@posit.co",
    "login": "simonpcouch",
    "mastodon": "@simonpcouch@fosstodon.org",
    "bluesky": "@simonpcouch.com",
    "description": "statistical software @posit-pbc",
    "uuid": 35748691,
    "orcid": "0000-0001-5676-5107"
  },
  "_jobs": [
    {
      "job": 126595765306,
      "time": 136,
      "config": "linux-devel-x86_64",
      "r": "4.7.0",
      "check": "ERROR",
      "artifact": "13328145009"
    },
    {
      "job": 126595765423,
      "time": 149,
      "config": "linux-release-x86_64",
      "r": "4.6.2",
      "check": "ERROR",
      "artifact": "13325692423"
    },
    {
      "job": 126595765260,
      "time": 122,
      "config": "macos-oldrel-arm64",
      "r": "4.5.3",
      "check": "ERROR",
      "artifact": "13325697396"
    },
    {
      "job": 126595765520,
      "time": 112,
      "config": "macos-release-arm64",
      "r": "4.6.2",
      "check": "ERROR",
      "artifact": "13327390563"
    },
    {
      "job": 126593696661,
      "time": 237,
      "config": "source",
      "r": "4.6.2",
      "check": "OK",
      "artifact": "13325646892"
    },
    {
      "job": 126595765351,
      "time": 107,
      "config": "wasm-release",
      "r": "4.6.0",
      "check": "OK",
      "artifact": "13327835449"
    },
    {
      "job": 126595765330,
      "time": 118,
      "config": "windows-devel-x86_64",
      "r": "4.7.0",
      "check": "ERROR",
      "artifact": "13325861922"
    },
    {
      "job": 126595765418,
      "time": 103,
      "config": "windows-oldrel-x86_64",
      "r": "4.5.3",
      "check": "ERROR",
      "artifact": "13327580439"
    },
    {
      "job": 126595765396,
      "time": 117,
      "config": "windows-release-x86_64",
      "r": "4.6.2",
      "check": "ERROR",
      "artifact": "13326765743"
    }
  ],
  "_buildurl": "https://github.com/r-universe/tidyverse/actions/runs/41835574714",
  "_commit": {
    "id": "e58679fb1e2880fefd591e798dd2183b77882564",
    "author": "Simon Couch <simonpatrickcouch@gmail.com>",
    "committer": "Simon Couch <simonpatrickcouch@gmail.com>",
    "message": "`usethis::use_dev_version()`\n",
    "time": 1788373843
  },
  "_distro": "resolute",
  "_host": "GitHub-Actions",
  "_registered": true,
  "_dependencies": [
    {
      "package": "R",
      "version": ">= 4.1",
      "role": "Depends"
    },
    {
      "package": "cli",
      "role": "Imports"
    },
    {
      "package": "dplyr",
      "role": "Imports"
    },
    {
      "package": "ellmer",
      "version": ">= 0.4.1",
      "role": "Imports"
    },
    {
      "package": "glue",
      "role": "Imports"
    },
    {
      "package": "httpuv",
      "role": "Imports"
    },
    {
      "package": "jsonlite",
      "role": "Imports"
    },
    {
      "package": "purrr",
      "role": "Imports"
    },
    {
      "package": "R6",
      "role": "Imports"
    },
    {
      "package": "rlang",
      "role": "Imports"
    },
    {
      "package": "S7",
      "role": "Imports"
    },
    {
      "package": "tibble",
      "role": "Imports"
    },
    {
      "package": "tidyr",
      "role": "Imports"
    },
    {
      "package": "withr",
      "role": "Imports"
    },
    {
      "package": "ggplot2",
      "role": "Suggests"
    },
    {
      "package": "here",
      "role": "Suggests"
    },
    {
      "package": "htmltools",
      "role": "Suggests"
    },
    {
      "package": "knitr",
      "role": "Suggests"
    },
    {
      "package": "magick",
      "role": "Suggests"
    },
    {
      "package": "ordinal",
      "role": "Suggests"
    },
    {
      "package": "reticulate",
      "version": ">= 1.41",
      "role": "Suggests"
    },
    {
      "package": "rmarkdown",
      "role": "Suggests"
    },
    {
      "package": "testthat",
      "version": ">= 3.0.0",
      "role": "Suggests"
    },
    {
      "package": "vcr",
      "version": ">= 2.0.0",
      "role": "Suggests"
    }
  ],
  "_owner": "tidyverse",
  "_selfowned": true,
  "_usedby": 0,
  "_updates": [
    {
      "week": "2025-47",
      "n": 18
    },
    {
      "week": "2025-48",
      "n": 3
    },
    {
      "week": "2025-49",
      "n": 9
    },
    {
      "week": "2025-51",
      "n": 4
    },
    {
      "week": "2026-03",
      "n": 8
    },
    {
      "week": "2026-06",
      "n": 1
    },
    {
      "week": "2026-14",
      "n": 2
    },
    {
      "week": "2026-18",
      "n": 7
    },
    {
      "week": "2026-20",
      "n": 3
    },
    {
      "week": "2026-24",
      "n": 1
    },
    {
      "week": "2026-28",
      "n": 10
    },
    {
      "week": "2026-34",
      "n": 3
    },
    {
      "week": "2026-36",
      "n": 2
    }
  ],
  "_tags": [
    {
      "name": "v0.2.0",
      "date": "2025-12-01"
    },
    {
      "name": "v0.3.0",
      "date": "2026-05-15"
    },
    {
      "name": "v0.4.0",
      "date": "2026-09-02"
    }
  ],
  "_stars": 61,
  "_contributors": [
    {
      "user": "simonpcouch",
      "count": 452,
      "uuid": 35748691
    },
    {
      "user": "howardbaik",
      "count": 3,
      "uuid": 50791792
    },
    {
      "user": "mattwarkentin",
      "count": 3,
      "uuid": 27825069
    },
    {
      "user": "sokolovanatoliy",
      "count": 2,
      "uuid": 103528026
    },
    {
      "user": "hadley",
      "count": 2,
      "uuid": 4196
    },
    {
      "user": "bjornkallerud",
      "count": 1,
      "uuid": 35743670
    },
    {
      "user": "copilot",
      "count": 1,
      "uuid": 198982749
    },
    {
      "user": "jeroenjanssens",
      "count": 1,
      "uuid": 1368256
    },
    {
      "user": "mine-cetinkaya-rundel",
      "count": 1,
      "uuid": 5965649
    },
    {
      "user": "smach",
      "count": 1,
      "uuid": 3394160
    },
    {
      "user": "t-kalinowski",
      "count": 1,
      "uuid": 8462255
    }
  ],
  "_userbio": {
    "uuid": 22032646,
    "type": "organization",
    "name": "tidyverse",
    "followers": 1904,
    "description": "The tidyverse is a collection of R packages that share common principles and are designed to work together seamlessly"
  },
  "_downloads": {
    "count": 470,
    "source": "https://cranlogs.r-pkg.org/downloads/total/last-month/vitals"
  },
  "_devurl": "https://github.com/tidyverse/vitals",
  "_pkgdown": "https://vitals.tidyverse.org",
  "_searchresults": 85,
  "_rbuild": "4.6.2",
  "_assets": [
    "extra/citation.cff",
    "extra/citation.html",
    "extra/citation.json",
    "extra/citation.txt",
    "extra/contents.json",
    "extra/manual.pdf",
    "extra/NEWS.html",
    "extra/NEWS.txt",
    "extra/readme.html",
    "extra/readme.md",
    "extra/vitals.html",
    "LICENSE"
  ],
  "_homeurl": "https://github.com/tidyverse/vitals",
  "_realowner": "tidyverse",
  "_cranurl": true,
  "_releases": [
    {
      "version": "0.1.0",
      "date": "2025-06-24"
    },
    {
      "version": "0.2.0",
      "date": "2025-12-01"
    },
    {
      "version": "0.3.0",
      "date": "2026-05-15"
    },
    {
      "version": "0.4.0",
      "date": "2026-09-08"
    }
  ],
  "_exports": [
    "claude_code",
    "codex",
    "detect_answer",
    "detect_exact",
    "detect_includes",
    "detect_match",
    "detect_pattern",
    "generate",
    "generate_structured",
    "model_graded_fact",
    "model_graded_qa",
    "Task",
    "vitals_bind",
    "vitals_bundle",
    "vitals_log_dir",
    "vitals_log_dir_set",
    "vitals_log_read",
    "vitals_view"
  ],
  "_datasets": [
    {
      "name": "are",
      "title": "An R Eval",
      "object": "are",
      "class": [
        "tbl_df",
        "tbl",
        "data.frame"
      ],
      "fields": [
        "id",
        "input",
        "target",
        "domain",
        "task",
        "source",
        "knowledge"
      ],
      "rows": 29,
      "table": true,
      "tojson": true
    }
  ],
  "_help": [
    {
      "page": "agent_solvers",
      "title": "Coding agents as solvers",
      "topics": [
        "agent_solvers",
        "claude_code",
        "codex"
      ]
    },
    {
      "page": "are",
      "title": "An R Eval",
      "topics": [
        "are"
      ]
    },
    {
      "page": "generate",
      "title": "Convert a chat to a solver function",
      "topics": [
        "generate"
      ]
    },
    {
      "page": "generate_structured",
      "title": "Convert a chat to a solver function with structured output",
      "topics": [
        "generate_structured"
      ]
    },
    {
      "page": "scorer_detect",
      "title": "Scoring with string detection",
      "topics": [
        "detect_answer",
        "detect_exact",
        "detect_includes",
        "detect_match",
        "detect_pattern",
        "scorer_detect"
      ]
    },
    {
      "page": "scorer_model",
      "title": "Model-based scoring",
      "topics": [
        "model_graded_fact",
        "model_graded_qa",
        "scorer_model"
      ]
    },
    {
      "page": "Task",
      "title": "Creating and evaluating tasks",
      "topics": [
        "Task"
      ]
    },
    {
      "page": "vitals_bind",
      "title": "Concatenate task samples for analysis",
      "topics": [
        "vitals_bind"
      ]
    },
    {
      "page": "vitals_bundle",
      "title": "Prepare logs for deployment",
      "topics": [
        "vitals_bundle"
      ]
    },
    {
      "page": "vitals_log_dir",
      "title": "The log directory",
      "topics": [
        "vitals_log_dir",
        "vitals_log_dir_set"
      ]
    },
    {
      "page": "vitals_log_read",
      "title": "Read an eval log back into ellmer chats",
      "topics": [
        "vitals_log_read"
      ]
    },
    {
      "page": "vitals_view",
      "title": "Interactively view local evaluation logs",
      "topics": [
        "vitals_view"
      ]
    }
  ],
  "_pkglogo": "https://github.com/tidyverse/vitals/raw/HEAD/man/figures/logo.png",
  "_readme": "https://github.com/tidyverse/vitals/raw/HEAD/README.md",
  "_rundeps": [
    "askpass",
    "carrier",
    "cli",
    "coro",
    "cpp11",
    "crayon",
    "curl",
    "dplyr",
    "ellmer",
    "fastmap",
    "generics",
    "glue",
    "httpuv",
    "httr2",
    "jsonlite",
    "later",
    "lifecycle",
    "lobstr",
    "magrittr",
    "mirai",
    "nanonext",
    "openssl",
    "otel",
    "pillar",
    "pkgconfig",
    "prettyunits",
    "promises",
    "purrr",
    "R6",
    "Rcpp",
    "rlang",
    "S7",
    "stringi",
    "stringr",
    "sys",
    "tibble",
    "tidyr",
    "tidyselect",
    "utf8",
    "vctrs",
    "withr"
  ],
  "_score": 7.527662117367916,
  "_indexed": true,
  "_nocasepkg": "vitals",
  "_universes": [
    "tidyverse",
    "simonpcouch"
  ],
  "_binaries": [
    {
      "r": "4.7.0",
      "os": "linux",
      "version": "0.4.0.9000",
      "date": "2026-11-04T13:15:55.000Z",
      "distro": "resolute",
      "commit": "e58679fb1e2880fefd591e798dd2183b77882564",
      "fileid": "https://r2.ropensci.org/b86de56ef39b2daf5fe42c762227e2ecfa9e585104da39c24afcf03367e90e13",
      "status": "failure",
      "check": "ERROR",
      "buildurl": "https://github.com/r-universe/tidyverse/actions/runs/41835574714"
    },
    {
      "r": "4.6.2",
      "os": "linux",
      "version": "0.4.0.9000",
      "date": "2026-11-04T13:15:56.000Z",
      "distro": "resolute",
      "commit": "e58679fb1e2880fefd591e798dd2183b77882564",
      "fileid": "https://r2.ropensci.org/0609afa5f9e5322ed0d8caa387f1dc5473d4a0cb5b5e2932cdbe6424e5f2ce5d",
      "status": "failure",
      "check": "ERROR",
      "buildurl": "https://github.com/r-universe/tidyverse/actions/runs/41835574714"
    },
    {
      "r": "4.5.3",
      "os": "mac",
      "version": "0.4.0.9000",
      "date": "2026-11-04T13:15:43.000Z",
      "commit": "e58679fb1e2880fefd591e798dd2183b77882564",
      "fileid": "https://r2.ropensci.org/69f0999c19871c3d9376a41bd409ef2c9b6345b5f468478e22e4818317e8d94b",
      "status": "failure",
      "check": "ERROR",
      "buildurl": "https://github.com/r-universe/tidyverse/actions/runs/41835574714"
    },
    {
      "r": "4.6.2",
      "os": "mac",
      "version": "0.4.0.9000",
      "date": "2026-11-04T13:15:45.000Z",
      "commit": "e58679fb1e2880fefd591e798dd2183b77882564",
      "fileid": "https://r2.ropensci.org/94e229b3a8d7d6bf6126a027136ac312832c646ac5070444f4bdaff64aaae204",
      "status": "failure",
      "check": "ERROR",
      "buildurl": "https://github.com/r-universe/tidyverse/actions/runs/41835574714"
    },
    {
      "r": "4.6.0",
      "os": "wasm",
      "version": "0.4.0.9000",
      "date": "2026-11-04T13:15:51.000Z",
      "commit": "e58679fb1e2880fefd591e798dd2183b77882564",
      "fileid": "https://r2.ropensci.org/a04a7abeff9be04c940348b6c325696dcac46e77c6002fa83f6613cc39f85a72",
      "status": "success",
      "buildurl": "https://github.com/r-universe/tidyverse/actions/runs/41835574714"
    },
    {
      "r": "4.7.0",
      "os": "win",
      "version": "0.4.0.9000",
      "date": "2026-11-04T13:15:08.000Z",
      "commit": "e58679fb1e2880fefd591e798dd2183b77882564",
      "fileid": "https://r2.ropensci.org/3b812a749943577f90b461679f39759b71c80696f4482ba40b2a495fceb7cc4c",
      "status": "failure",
      "check": "ERROR",
      "buildurl": "https://github.com/r-universe/tidyverse/actions/runs/41835574714"
    },
    {
      "r": "4.5.3",
      "os": "win",
      "version": "0.4.0.9000",
      "date": "2026-11-04T13:14:58.000Z",
      "commit": "e58679fb1e2880fefd591e798dd2183b77882564",
      "fileid": "https://r2.ropensci.org/71f449f4e2852106e9e49e68ff325f7c78725828c4bfd0d309d4f4738489ae96",
      "status": "failure",
      "check": "ERROR",
      "buildurl": "https://github.com/r-universe/tidyverse/actions/runs/41835574714"
    },
    {
      "r": "4.6.2",
      "os": "win",
      "version": "0.4.0.9000",
      "date": "2026-11-04T13:15:14.000Z",
      "commit": "e58679fb1e2880fefd591e798dd2183b77882564",
      "fileid": "https://r2.ropensci.org/440830318fae38259eaefe8a18f391aeeee6b144af0f9eb4263158ae37b78662",
      "status": "failure",
      "check": "ERROR",
      "buildurl": "https://github.com/r-universe/tidyverse/actions/runs/41835574714"
    }
  ]
}