{
  "_id": "6acac739fe5cc25786e8c207",
  "Package": "vitals",
  "Title": "Large Language Model Evaluation",
  "Version": "0.4.0.9000",
  "Authors@R": "c(\nperson(\"Simon\", \"Couch\", , \"simon.couch@posit.co\", role = c(\"aut\", \"cre\"),\ncomment = c(ORCID = \"0000-0001-5676-5107\")),\nperson(\"Max\", \"Kuhn\", , \"max@posit.co\", role = \"ctb\"),\nperson(\"Hadley\", \"Wickham\", , \"hadley@posit.co\", role = \"ctb\",\ncomment = c(ORCID = \"0000-0003-4757-117X\")),\nperson(\"Mine\", \"Cetinkaya-Rundel\", , \"mine@posit.co\", role = \"ctb\",\ncomment = c(ORCID = \"0000-0001-6452-2420\")),\nperson(\"Posit Software, PBC\", role = c(\"cph\", \"fnd\"),\ncomment = c(ROR = \"03wc8by49\"))\n)",
  "Description": "A port of 'Inspect', a widely adopted 'Python' framework\nfor large language model evaluation. Specifically aimed at\n'ellmer' users who want to measure the effectiveness of their\nlarge language model-based products, the package supports\nprompt engineering, tool usage, multi-turn dialog, and model\ngraded evaluations.",
  "License": "MIT + file LICENSE",
  "URL": "https://github.com/tidyverse/vitals, https://vitals.tidyverse.org",
  "BugReports": "https://github.com/tidyverse/vitals/issues",
  "Config/Needs/website": "tidyverse/tidytemplate, rmarkdown, btw,\ntidyverse, gt, brms, RcppEigen, broom, gt",
  "Config/testthat/edition": "3",
  "Config/testthat/parallel": "true",
  "Config/usethis/last-upkeep": "2025-04-25",
  "Config/testthat/start-first": "task, translate",
  "Encoding": "UTF-8",
  "LazyData": "true",
  "Roxygen": "list(markdown = TRUE)",
  "Config/roxygen2/version": "8.0.0",
  "Config/pak/sysreqs": "make libicu-dev libssl-dev zlib1g-dev",
  "Repository": "https://tidyverse.r-universe.dev",
  "Date/Publication": "2026-09-02 18:30:43 UTC",
  "RemoteUrl": "https://github.com/tidyverse/vitals",
  "RemoteRef": "HEAD",
  "RemoteSha": "e58679fb1e2880fefd591e798dd2183b77882564",
  "NeedsCompilation": "no",
  "Packaged": {
    "Date": "2026-10-10 22:59:25 UTC",
    "User": "root"
  },
  "Author": "Simon Couch [aut, cre] (ORCID: <https://orcid.org/0000-0001-5676-5107>),\nMax Kuhn [ctb],\nHadley Wickham [ctb] (ORCID: <https://orcid.org/0000-0003-4757-117X>),\nMine Cetinkaya-Rundel [ctb] (ORCID:\n<https://orcid.org/0000-0001-6452-2420>),\nPosit Software, PBC [cph, fnd] (ROR: <https://ror.org/03wc8by49>)",
  "Maintainer": "Simon Couch <simon.couch@posit.co>",
  "_user": "tidyverse",
  "_type": "src",
  "_file": "vitals_0.4.0.9000.tar.gz",
  "_fileid": "https://r2.ropensci.org/3670443071df8f7b4ecd6732d58c71f9133a09c0aaa633b6f1d402a5d6d4d69a",
  "_filesize": 3570290,
  "_sha256": "3670443071df8f7b4ecd6732d58c71f9133a09c0aaa633b6f1d402a5d6d4d69a",
  "_expires": "2027-01-18T23:16:07.000Z",
  "_created": "2026-10-10T22:59:25.000Z",
  "_published": "2026-10-10T23:16:09.571Z",
  "_buildurl": "https://github.com/r-universe/tidyverse/actions/runs/38093173481",
  "_status": "success",
  "_host": "GitHub-Actions",
  "_jobs": [
    {
      "job": 114334429765,
      "time": 187,
      "config": "linux-devel-x86_64",
      "r": "4.7.0",
      "check": "ERROR",
      "artifact": "11684599619"
    },
    {
      "job": 114334429644,
      "time": 180,
      "config": "linux-release-x86_64",
      "r": "4.6.1",
      "check": "ERROR",
      "artifact": "11685425226"
    },
    {
      "job": 114334429672,
      "time": 122,
      "config": "macos-oldrel-arm64",
      "r": "4.5.3",
      "check": "ERROR",
      "artifact": "11685646190"
    },
    {
      "job": 114334429640,
      "time": 122,
      "config": "macos-release-arm64",
      "r": "4.6.1",
      "check": "ERROR",
      "artifact": "11685785932"
    },
    {
      "job": 114333654823,
      "time": 272,
      "config": "source",
      "r": "4.6.1",
      "check": "OK",
      "artifact": "11684684132"
    },
    {
      "job": 114334429651,
      "time": 103,
      "config": "wasm-release",
      "r": "4.6.0",
      "check": "OK",
      "artifact": "11685310609"
    },
    {
      "job": 114334429653,
      "time": 138,
      "config": "windows-devel-x86_64",
      "r": "4.7.0",
      "check": "ERROR",
      "artifact": "11684669497"
    },
    {
      "job": 114334429668,
      "time": 103,
      "config": "windows-oldrel-x86_64",
      "r": "4.5.3",
      "check": "ERROR",
      "artifact": "11684584673"
    },
    {
      "job": 114334429654,
      "time": 107,
      "config": "windows-release-x86_64",
      "r": "4.6.1",
      "check": "ERROR",
      "artifact": "11685310620"
    }
  ],
  "_upstream": "https://github.com/tidyverse/vitals",
  "_commit": {
    "id": "e58679fb1e2880fefd591e798dd2183b77882564",
    "author": "Simon Couch <simonpatrickcouch@gmail.com>",
    "committer": "Simon Couch <simonpatrickcouch@gmail.com>",
    "message": "`usethis::use_dev_version()`\n",
    "time": 1788373843
  },
  "_maintainer": {
    "name": "Simon Couch",
    "email": "simon.couch@posit.co",
    "login": "simonpcouch",
    "mastodon": "@simonpcouch@fosstodon.org",
    "bluesky": "@simonpcouch.com",
    "description": "statistical software @posit-pbc",
    "uuid": 35748691,
    "orcid": "0000-0001-5676-5107"
  },
  "_distro": "resolute",
  "_registered": true,
  "_dependencies": [
    {
      "package": "R",
      "version": ">= 4.1",
      "role": "Depends"
    },
    {
      "package": "cli",
      "role": "Imports"
    },
    {
      "package": "dplyr",
      "role": "Imports"
    },
    {
      "package": "ellmer",
      "version": ">= 0.4.1",
      "role": "Imports"
    },
    {
      "package": "glue",
      "role": "Imports"
    },
    {
      "package": "httpuv",
      "role": "Imports"
    },
    {
      "package": "jsonlite",
      "role": "Imports"
    },
    {
      "package": "purrr",
      "role": "Imports"
    },
    {
      "package": "R6",
      "role": "Imports"
    },
    {
      "package": "rlang",
      "role": "Imports"
    },
    {
      "package": "S7",
      "role": "Imports"
    },
    {
      "package": "tibble",
      "role": "Imports"
    },
    {
      "package": "tidyr",
      "role": "Imports"
    },
    {
      "package": "withr",
      "role": "Imports"
    },
    {
      "package": "ggplot2",
      "role": "Suggests"
    },
    {
      "package": "here",
      "role": "Suggests"
    },
    {
      "package": "htmltools",
      "role": "Suggests"
    },
    {
      "package": "knitr",
      "role": "Suggests"
    },
    {
      "package": "magick",
      "role": "Suggests"
    },
    {
      "package": "ordinal",
      "role": "Suggests"
    },
    {
      "package": "reticulate",
      "version": ">= 1.41",
      "role": "Suggests"
    },
    {
      "package": "rmarkdown",
      "role": "Suggests"
    },
    {
      "package": "testthat",
      "version": ">= 3.0.0",
      "role": "Suggests"
    },
    {
      "package": "vcr",
      "version": ">= 2.0.0",
      "role": "Suggests"
    }
  ],
  "_owner": "tidyverse",
  "_selfowned": true,
  "_usedby": 0,
  "_updates": [
    {
      "week": "2025-41",
      "n": 13
    },
    {
      "week": "2025-43",
      "n": 6
    },
    {
      "week": "2025-47",
      "n": 18
    },
    {
      "week": "2025-48",
      "n": 3
    },
    {
      "week": "2025-49",
      "n": 9
    },
    {
      "week": "2025-51",
      "n": 4
    },
    {
      "week": "2026-03",
      "n": 8
    },
    {
      "week": "2026-06",
      "n": 1
    },
    {
      "week": "2026-14",
      "n": 2
    },
    {
      "week": "2026-18",
      "n": 7
    },
    {
      "week": "2026-20",
      "n": 3
    },
    {
      "week": "2026-24",
      "n": 1
    },
    {
      "week": "2026-28",
      "n": 10
    },
    {
      "week": "2026-34",
      "n": 3
    },
    {
      "week": "2026-36",
      "n": 2
    }
  ],
  "_tags": [
    {
      "name": "v0.2.0",
      "date": "2025-12-01"
    },
    {
      "name": "v0.3.0",
      "date": "2026-05-15"
    },
    {
      "name": "v0.4.0",
      "date": "2026-09-02"
    }
  ],
  "_stars": 61,
  "_contributors": [
    {
      "user": "simonpcouch",
      "count": 452,
      "uuid": 35748691
    },
    {
      "user": "howardbaik",
      "count": 3,
      "uuid": 50791792
    },
    {
      "user": "mattwarkentin",
      "count": 3,
      "uuid": 27825069
    },
    {
      "user": "sokolovanatoliy",
      "count": 2,
      "uuid": 103528026
    },
    {
      "user": "hadley",
      "count": 2,
      "uuid": 4196
    },
    {
      "user": "bjornkallerud",
      "count": 1,
      "uuid": 35743670
    },
    {
      "user": "copilot",
      "count": 1,
      "uuid": 198982749
    },
    {
      "user": "jeroenjanssens",
      "count": 1,
      "uuid": 1368256
    },
    {
      "user": "mine-cetinkaya-rundel",
      "count": 1,
      "uuid": 5965649
    },
    {
      "user": "smach",
      "count": 1,
      "uuid": 3394160
    },
    {
      "user": "t-kalinowski",
      "count": 1,
      "uuid": 8462255
    }
  ],
  "_userbio": {
    "uuid": 22032646,
    "type": "organization",
    "name": "tidyverse",
    "followers": 1890,
    "description": "The tidyverse is a collection of R packages that share common principles and are designed to work together seamlessly"
  },
  "_downloads": {
    "count": 659,
    "source": "https://cranlogs.r-pkg.org/downloads/total/last-month/vitals"
  },
  "_devurl": "https://github.com/tidyverse/vitals",
  "_pkgdown": "https://vitals.tidyverse.org",
  "_searchresults": 81,
  "_rbuild": "4.6.1",
  "_assets": [
    "extra/citation.cff",
    "extra/citation.html",
    "extra/citation.json",
    "extra/citation.txt",
    "extra/contents.json",
    "extra/manual.pdf",
    "extra/NEWS.html",
    "extra/NEWS.txt",
    "extra/readme.html",
    "extra/readme.md",
    "extra/vitals.html",
    "LICENSE"
  ],
  "_homeurl": "https://github.com/tidyverse/vitals",
  "_realowner": "tidyverse",
  "_cranurl": true,
  "_releases": [
    {
      "version": "0.1.0",
      "date": "2025-06-24"
    },
    {
      "version": "0.2.0",
      "date": "2025-12-01"
    },
    {
      "version": "0.3.0",
      "date": "2026-05-15"
    },
    {
      "version": "0.4.0",
      "date": "2026-09-08"
    }
  ],
  "_exports": [
    "claude_code",
    "codex",
    "detect_answer",
    "detect_exact",
    "detect_includes",
    "detect_match",
    "detect_pattern",
    "generate",
    "generate_structured",
    "model_graded_fact",
    "model_graded_qa",
    "Task",
    "vitals_bind",
    "vitals_bundle",
    "vitals_log_dir",
    "vitals_log_dir_set",
    "vitals_log_read",
    "vitals_view"
  ],
  "_datasets": [
    {
      "name": "are",
      "title": "An R Eval",
      "object": "are",
      "class": [
        "tbl_df",
        "tbl",
        "data.frame"
      ],
      "fields": [
        "id",
        "input",
        "target",
        "domain",
        "task",
        "source",
        "knowledge"
      ],
      "rows": 29,
      "table": true,
      "tojson": true
    }
  ],
  "_help": [
    {
      "page": "agent_solvers",
      "title": "Coding agents as solvers",
      "topics": [
        "agent_solvers",
        "claude_code",
        "codex"
      ]
    },
    {
      "page": "are",
      "title": "An R Eval",
      "topics": [
        "are"
      ]
    },
    {
      "page": "generate",
      "title": "Convert a chat to a solver function",
      "topics": [
        "generate"
      ]
    },
    {
      "page": "generate_structured",
      "title": "Convert a chat to a solver function with structured output",
      "topics": [
        "generate_structured"
      ]
    },
    {
      "page": "scorer_detect",
      "title": "Scoring with string detection",
      "topics": [
        "detect_answer",
        "detect_exact",
        "detect_includes",
        "detect_match",
        "detect_pattern",
        "scorer_detect"
      ]
    },
    {
      "page": "scorer_model",
      "title": "Model-based scoring",
      "topics": [
        "model_graded_fact",
        "model_graded_qa",
        "scorer_model"
      ]
    },
    {
      "page": "Task",
      "title": "Creating and evaluating tasks",
      "topics": [
        "Task"
      ]
    },
    {
      "page": "vitals_bind",
      "title": "Concatenate task samples for analysis",
      "topics": [
        "vitals_bind"
      ]
    },
    {
      "page": "vitals_bundle",
      "title": "Prepare logs for deployment",
      "topics": [
        "vitals_bundle"
      ]
    },
    {
      "page": "vitals_log_dir",
      "title": "The log directory",
      "topics": [
        "vitals_log_dir",
        "vitals_log_dir_set"
      ]
    },
    {
      "page": "vitals_log_read",
      "title": "Read an eval log back into ellmer chats",
      "topics": [
        "vitals_log_read"
      ]
    },
    {
      "page": "vitals_view",
      "title": "Interactively view local evaluation logs",
      "topics": [
        "vitals_view"
      ]
    }
  ],
  "_pkglogo": "https://github.com/tidyverse/vitals/raw/HEAD/man/figures/logo.png",
  "_readme": "https://github.com/tidyverse/vitals/raw/HEAD/README.md",
  "_rundeps": [
    "askpass",
    "cli",
    "coro",
    "cpp11",
    "curl",
    "dplyr",
    "ellmer",
    "fastmap",
    "generics",
    "glue",
    "httpuv",
    "httr2",
    "jsonlite",
    "later",
    "lifecycle",
    "magrittr",
    "openssl",
    "otel",
    "pillar",
    "pkgconfig",
    "promises",
    "purrr",
    "R6",
    "Rcpp",
    "rlang",
    "S7",
    "stringi",
    "stringr",
    "sys",
    "tibble",
    "tidyr",
    "tidyselect",
    "utf8",
    "vctrs",
    "withr"
  ],
  "_score": 7.568876117281117,
  "_indexed": true,
  "_nocasepkg": "vitals",
  "_universes": [
    "tidyverse",
    "simonpcouch"
  ],
  "_binaries": [
    {
      "r": "4.7.0",
      "os": "linux",
      "version": "0.4.0.9000",
      "date": "2026-10-10T23:02:32.000Z",
      "distro": "resolute",
      "commit": "e58679fb1e2880fefd591e798dd2183b77882564",
      "fileid": "https://r2.ropensci.org/ac5a46a4e3b124c2970d9f097fbb1e5c2e90ecab3e173b00d77f18f299921930",
      "status": "failure",
      "check": "ERROR",
      "buildurl": "https://github.com/r-universe/tidyverse/actions/runs/38093173481"
    },
    {
      "r": "4.6.1",
      "os": "linux",
      "version": "0.4.0.9000",
      "date": "2026-10-10T23:02:16.000Z",
      "distro": "resolute",
      "commit": "e58679fb1e2880fefd591e798dd2183b77882564",
      "fileid": "https://r2.ropensci.org/993f3fbdf0592fe2bd46f0d0d5ddce29b2c9d43e9a19730a4bfd89fc296153fd",
      "status": "failure",
      "check": "ERROR",
      "buildurl": "https://github.com/r-universe/tidyverse/actions/runs/38093173481"
    },
    {
      "r": "4.5.3",
      "os": "mac",
      "version": "0.4.0.9000",
      "date": "2026-10-10T23:15:17.000Z",
      "commit": "e58679fb1e2880fefd591e798dd2183b77882564",
      "fileid": "https://r2.ropensci.org/6a27206dfcabdd48399fb26f455e76b1f3cd0858a28530f9a8798e2d8aa6d1aa",
      "status": "failure",
      "check": "ERROR",
      "buildurl": "https://github.com/r-universe/tidyverse/actions/runs/38093173481"
    },
    {
      "r": "4.6.1",
      "os": "mac",
      "version": "0.4.0.9000",
      "date": "2026-10-10T23:15:12.000Z",
      "commit": "e58679fb1e2880fefd591e798dd2183b77882564",
      "fileid": "https://r2.ropensci.org/de13542531e45ace56fe174dcf20e60c063fea9963362866538d8c301eaf3cc1",
      "status": "failure",
      "check": "ERROR",
      "buildurl": "https://github.com/r-universe/tidyverse/actions/runs/38093173481"
    },
    {
      "r": "4.6.0",
      "os": "wasm",
      "version": "0.4.0.9000",
      "date": "2026-10-10T23:01:33.000Z",
      "commit": "e58679fb1e2880fefd591e798dd2183b77882564",
      "fileid": "https://r2.ropensci.org/640cd62880c891e3aaaf32eb5ca51f72ce1bc5175d0fdfc2bf11c4e74236419a",
      "status": "success",
      "buildurl": "https://github.com/r-universe/tidyverse/actions/runs/38093173481"
    },
    {
      "r": "4.7.0",
      "os": "win",
      "version": "0.4.0.9000",
      "date": "2026-10-10T23:01:00.000Z",
      "commit": "e58679fb1e2880fefd591e798dd2183b77882564",
      "fileid": "https://r2.ropensci.org/980a939e10ee2cf21018aefccc450a5a1ec6adccd2e74332488cc8e787925948",
      "status": "failure",
      "check": "ERROR",
      "buildurl": "https://github.com/r-universe/tidyverse/actions/runs/38093173481"
    },
    {
      "r": "4.5.3",
      "os": "win",
      "version": "0.4.0.9000",
      "date": "2026-10-10T23:00:48.000Z",
      "commit": "e58679fb1e2880fefd591e798dd2183b77882564",
      "fileid": "https://r2.ropensci.org/d7dde1c3dc9d784565861c761efa4d28b429dc11832a8e2913baca22a23b4dee",
      "status": "failure",
      "check": "ERROR",
      "buildurl": "https://github.com/r-universe/tidyverse/actions/runs/38093173481"
    },
    {
      "r": "4.6.1",
      "os": "win",
      "version": "0.4.0.9000",
      "date": "2026-10-10T23:00:47.000Z",
      "commit": "e58679fb1e2880fefd591e798dd2183b77882564",
      "fileid": "https://r2.ropensci.org/55caa78183cc0dfafbc905bd426a721c59405bcd557d9bb2db00659f53258edd",
      "status": "failure",
      "check": "ERROR",
      "buildurl": "https://github.com/r-universe/tidyverse/actions/runs/38093173481"
    }
  ]
}