{ "_id": "6a59855b09eb0996dd68c817", "Package": "vitals", "Title": "Large Language Model Evaluation", "Version": "0.3.0.9001", "Authors@R": "c(\nperson(\"Simon\", \"Couch\", , \"simon.couch@posit.co\", role = c(\"aut\", \"cre\"),\ncomment = c(ORCID = \"0000-0001-5676-5107\")),\nperson(\"Max\", \"Kuhn\", , \"max@posit.co\", role = \"ctb\"),\nperson(\"Hadley\", \"Wickham\", , \"hadley@posit.co\", role = \"ctb\",\ncomment = c(ORCID = \"0000-0003-4757-117X\")),\nperson(\"Mine\", \"Cetinkaya-Rundel\", , \"mine@posit.co\", role = \"ctb\",\ncomment = c(ORCID = \"0000-0001-6452-2420\")),\nperson(\"Posit Software, PBC\", role = c(\"cph\", \"fnd\"),\ncomment = c(ROR = \"03wc8by49\"))\n)", "Description": "A port of 'Inspect', a widely adopted 'Python' framework\nfor large language model evaluation. Specifically aimed at\n'ellmer' users who want to measure the effectiveness of their\nlarge language model-based products, the package supports\nprompt engineering, tool usage, multi-turn dialog, and model\ngraded evaluations.", "License": "MIT + file LICENSE", "URL": "https://github.com/tidyverse/vitals, https://vitals.tidyverse.org", "BugReports": "https://github.com/tidyverse/vitals/issues", "Config/Needs/website": "tidyverse/tidytemplate, rmarkdown, btw,\ntidyverse, gt, brms, RcppEigen, broom, gt", "Config/testthat/edition": "3", "Config/testthat/parallel": "true", "Config/usethis/last-upkeep": "2025-04-25", "Config/testthat/start-first": "task, translate", "Encoding": "UTF-8", "LazyData": "true", "Roxygen": "list(markdown = TRUE)", "Config/roxygen2/version": "8.0.0", "Config/pak/sysreqs": "make libicu-dev libssl-dev zlib1g-dev", "Repository": "https://tidyverse.r-universe.dev", "Date/Publication": "2026-07-12 00:00:00 UTC", "RemoteUrl": "https://github.com/tidyverse/vitals", "RemoteRef": "HEAD", "RemoteSha": "e1ad045bbaf846a9e4fdda651f4892017f4a85d0", "NeedsCompilation": "no", "Packaged": { "Date": "2026-07-17 01:24:35 UTC", "User": "root" }, "Author": "Simon Couch [aut, cre] (ORCID: ),\nMax Kuhn [ctb],\nHadley Wickham [ctb] (ORCID: ),\nMine Cetinkaya-Rundel [ctb] (ORCID:\n),\nPosit Software, PBC [cph, fnd] (ROR: )", "Maintainer": "Simon Couch ", "_user": "tidyverse", "_type": "src", "_file": "vitals_0.3.0.9001.tar.gz", "_fileid": "https://r2.ropensci.org/9079cb0b2b1eebbdcd77bbbb65416e974f1bdb420199ecbc260e707ce549a337", "_filesize": 3551146, "_sha256": "9079cb0b2b1eebbdcd77bbbb65416e974f1bdb420199ecbc260e707ce549a337", "_expires": "2026-10-25T01:28:57.000Z", "_created": "2026-07-17T01:24:35.000Z", "_published": "2026-07-17T01:28:59.215Z", "_jobs": [ { "job": 87782505738, "time": 216, "config": "linux-devel-x86_64", "r": "4.7.0", "check": "NOTE", "artifact": "8394529748" }, { "job": 87782505676, "time": 188, "config": "linux-release-x86_64", "r": "4.6.1", "check": "NOTE", "artifact": "8394523121" }, { "job": 87782505684, "time": 89, "config": "macos-oldrel-arm64", "r": "4.5.3", "check": "NOTE", "artifact": "8394499058" }, { "job": 87782505704, "time": 105, "config": "macos-release-arm64", "r": "4.6.1", "check": "NOTE", "artifact": "8394503053" }, { "job": 87781940114, "time": 268, "config": "source", "r": "4.6.1", "check": "OK", "artifact": "8394476275" }, { "job": 87782505682, "time": 144, "config": "wasm-release", "r": "4.6.0", "check": "OK", "artifact": "8394511906" }, { "job": 87782505697, "time": 108, "config": "windows-devel", "r": "4.7.0", "check": "NOTE", "artifact": "8394503168" }, { "job": 87782505770, "time": 123, "config": "windows-oldrel", "r": "4.5.3", "check": "NOTE", "artifact": "8394507383" }, { "job": 87782505690, "time": 103, "config": "windows-release", "r": "4.6.1", "check": "NOTE", "artifact": "8394503303" } ], "_host": "GitHub-Actions", "_buildurl": "https://github.com/r-universe/tidyverse/actions/runs/29547172881", "_status": "success", "_upstream": "https://github.com/tidyverse/vitals", "_commit": { "id": "e1ad045bbaf846a9e4fdda651f4892017f4a85d0", "author": "Simon Couch ", "committer": "Simon Couch ", "message": "read only the needed pieces of log headers\n", "time": 1783814400 }, "_maintainer": { "name": "Simon Couch", "email": "simon.couch@posit.co", "login": "simonpcouch", "mastodon": "@simonpcouch@fosstodon.org", "bluesky": "@simonpcouch.com", "description": "statistical software @posit-pbc", "uuid": 35748691, "orcid": "0000-0001-5676-5107" }, "_distro": "resolute", "_registered": true, "_dependencies": [ { "package": "R", "version": ">= 4.1", "role": "Depends" }, { "package": "cli", "role": "Imports" }, { "package": "dplyr", "role": "Imports" }, { "package": "ellmer", "version": ">= 0.4.1", "role": "Imports" }, { "package": "glue", "role": "Imports" }, { "package": "httpuv", "role": "Imports" }, { "package": "jsonlite", "role": "Imports" }, { "package": "purrr", "role": "Imports" }, { "package": "R6", "role": "Imports" }, { "package": "rlang", "role": "Imports" }, { "package": "S7", "role": "Imports" }, { "package": "tibble", "role": "Imports" }, { "package": "tidyr", "role": "Imports" }, { "package": "withr", "role": "Imports" }, { "package": "ggplot2", "role": "Suggests" }, { "package": "here", "role": "Suggests" }, { "package": "htmltools", "role": "Suggests" }, { "package": "knitr", "role": "Suggests" }, { "package": "magick", "role": "Suggests" }, { "package": "ordinal", "role": "Suggests" }, { "package": "rmarkdown", "role": "Suggests" }, { "package": "testthat", "version": ">= 3.0.0", "role": "Suggests" }, { "package": "vcr", "version": ">= 2.0.0", "role": "Suggests" } ], "_owner": "tidyverse", "_selfowned": true, "_usedby": 0, "_updates": [ { "week": "2025-30", "n": 3 }, { "week": "2025-33", "n": 1 }, { "week": "2025-35", "n": 1 }, { "week": "2025-38", "n": 3 }, { "week": "2025-40", "n": 7 }, { "week": "2025-41", "n": 13 }, { "week": "2025-43", "n": 6 }, { "week": "2025-47", "n": 18 }, { "week": "2025-48", "n": 3 }, { "week": "2025-49", "n": 9 }, { "week": "2025-51", "n": 4 }, { "week": "2026-03", "n": 8 }, { "week": "2026-06", "n": 1 }, { "week": "2026-14", "n": 2 }, { "week": "2026-18", "n": 7 }, { "week": "2026-20", "n": 3 }, { "week": "2026-24", "n": 1 }, { "week": "2026-28", "n": 10 } ], "_tags": [ { "name": "v0.2.0", "date": "2025-12-01" }, { "name": "v0.3.0", "date": "2026-05-15" } ], "_stars": 57, "_contributors": [ { "user": "simonpcouch", "count": 447, "uuid": 35748691 }, { "user": "howardbaik", "count": 3, "uuid": 50791792 }, { "user": "mattwarkentin", "count": 3, "uuid": 27825069 }, { "user": "sokolovanatoliy", "count": 2, "uuid": 103528026 }, { "user": "hadley", "count": 2, "uuid": 4196 }, { "user": "bjornkallerud", "count": 1, "uuid": 35743670 }, { "user": "copilot", "count": 1, "uuid": 198982749 }, { "user": "jeroenjanssens", "count": 1, "uuid": 1368256 }, { "user": "mine-cetinkaya-rundel", "count": 1, "uuid": 5965649 }, { "user": "smach", "count": 1, "uuid": 3394160 }, { "user": "t-kalinowski", "count": 1, "uuid": 8462255 } ], "_userbio": { "uuid": 22032646, "type": "organization", "name": "tidyverse", "followers": 1845, "description": "The tidyverse is a collection of R packages that share common principles and are designed to work together seamlessly" }, "_downloads": { "count": 445, "source": "https://cranlogs.r-pkg.org/downloads/total/last-month/vitals" }, "_devurl": "https://github.com/tidyverse/vitals", "_pkgdown": "https://vitals.tidyverse.org", "_searchresults": 77, "_rbuild": "4.6.1", "_assets": [ "extra/citation.cff", "extra/citation.html", "extra/citation.json", "extra/citation.txt", "extra/contents.json", "extra/NEWS.html", "extra/NEWS.txt", "extra/readme.html", "extra/readme.md", "extra/vitals.html", "LICENSE", "manual.pdf" ], "_homeurl": "https://github.com/tidyverse/vitals", "_realowner": "tidyverse", "_cranurl": true, "_releases": [ { "version": "0.1.0", "date": "2025-06-24" }, { "version": "0.2.0", "date": "2025-12-01" }, { "version": "0.3.0", "date": "2026-05-15" } ], "_exports": [ "detect_answer", "detect_exact", "detect_includes", "detect_match", "detect_pattern", "generate", "generate_structured", "model_graded_fact", "model_graded_qa", "Task", "vitals_bind", "vitals_bundle", "vitals_log_dir", "vitals_log_dir_set", "vitals_log_read", "vitals_view" ], "_datasets": [ { "name": "are", "title": "An R Eval", "object": "are", "class": [ "tbl_df", "tbl", "data.frame" ], "fields": [ "id", "input", "target", "domain", "task", "source", "knowledge" ], "rows": 29, "table": true, "tojson": true } ], "_help": [ { "page": "are", "title": "An R Eval", "topics": [ "are" ] }, { "page": "generate", "title": "Convert a chat to a solver function", "topics": [ "generate" ] }, { "page": "generate_structured", "title": "Convert a chat to a solver function with structured output", "topics": [ "generate_structured" ] }, { "page": "scorer_detect", "title": "Scoring with string detection", "topics": [ "detect_answer", "detect_exact", "detect_includes", "detect_match", "detect_pattern", "scorer_detect" ] }, { "page": "scorer_model", "title": "Model-based scoring", "topics": [ "model_graded_fact", "model_graded_qa", "scorer_model" ] }, { "page": "Task", "title": "Creating and evaluating tasks", "topics": [ "Task" ] }, { "page": "vitals_bind", "title": "Concatenate task samples for analysis", "topics": [ "vitals_bind" ] }, { "page": "vitals_bundle", "title": "Prepare logs for deployment", "topics": [ "vitals_bundle" ] }, { "page": "vitals_log_dir", "title": "The log directory", "topics": [ "vitals_log_dir", "vitals_log_dir_set" ] }, { "page": "vitals_log_read", "title": "Read an eval log back into ellmer chats", "topics": [ "vitals_log_read" ] }, { "page": "vitals_view", "title": "Interactively view local evaluation logs", "topics": [ "vitals_view" ] } ], "_pkglogo": "https://github.com/tidyverse/vitals/raw/HEAD/man/figures/logo.png", "_readme": "https://github.com/tidyverse/vitals/raw/HEAD/README.md", "_rundeps": [ "askpass", "cli", "coro", "cpp11", "curl", "dplyr", "ellmer", "fastmap", "generics", "glue", "httpuv", "httr2", "jsonlite", "later", "lifecycle", "magrittr", "openssl", "otel", "pillar", "pkgconfig", "promises", "purrr", "R6", "Rcpp", "rlang", "S7", "stringi", "stringr", "sys", "tibble", "tidyr", "tidyselect", "utf8", "vctrs", "withr" ], "_score": 7.596608090284298, "_indexed": true, "_nocasepkg": "vitals", "_universes": [ "tidyverse", "simonpcouch" ], "_binaries": [ { "r": "4.7.0", "os": "linux", "version": "0.3.0.9001", "date": "2026-07-17T01:28:02.000Z", "distro": "resolute", "commit": "e1ad045bbaf846a9e4fdda651f4892017f4a85d0", "fileid": "https://r2.ropensci.org/e738bd8bbd6a032d2f7c5e72f9feec0df130bf597f3b3031fb3f6e9cc14d2314", "status": "success", "check": "NOTE", "buildurl": "https://github.com/r-universe/tidyverse/actions/runs/29547172881" }, { "r": "4.6.1", "os": "linux", "version": "0.3.0.9001", "date": "2026-07-17T01:27:36.000Z", "distro": "resolute", "commit": "e1ad045bbaf846a9e4fdda651f4892017f4a85d0", "fileid": "https://r2.ropensci.org/bcbe3c4c9e7e9872c23ad7bc773c88982c76c4e694e02726937aa688829a7027", "status": "success", "check": "NOTE", "buildurl": "https://github.com/r-universe/tidyverse/actions/runs/29547172881" }, { "r": "4.5.3", "os": "mac", "version": "0.3.0.9001", "date": "2026-07-17T01:26:08.000Z", "commit": "e1ad045bbaf846a9e4fdda651f4892017f4a85d0", "fileid": "https://r2.ropensci.org/9cbe10aff23a5d5915b402215ac2ca1987557f7c354df628ef24aaff80632e80", "status": "success", "check": "NOTE", "buildurl": "https://github.com/r-universe/tidyverse/actions/runs/29547172881" }, { "r": "4.6.1", "os": "mac", "version": "0.3.0.9001", "date": "2026-07-17T01:26:21.000Z", "commit": "e1ad045bbaf846a9e4fdda651f4892017f4a85d0", "fileid": "https://r2.ropensci.org/6aa768e16a86b014aa188dfd1cae67e61b205720cfc1f11605d8a6e1bf97d6fc", "status": "success", "check": "NOTE", "buildurl": "https://github.com/r-universe/tidyverse/actions/runs/29547172881" }, { "r": "4.6.0", "os": "wasm", "version": "0.3.0.9001", "date": "2026-07-17T01:27:20.000Z", "commit": "e1ad045bbaf846a9e4fdda651f4892017f4a85d0", "fileid": "https://r2.ropensci.org/f7523a6c39d7c66e6ee31a407dfd7600f81563b64d3eef27b102b7c4831c5d21", "status": "success", "buildurl": "https://github.com/r-universe/tidyverse/actions/runs/29547172881" }, { "r": "4.7.0", "os": "win", "version": "0.3.0.9001", "date": "2026-07-17T01:26:00.000Z", "commit": "e1ad045bbaf846a9e4fdda651f4892017f4a85d0", "fileid": "https://r2.ropensci.org/00fb299c23f91f600b0e82fdef8c9947ce70c8bf1db4ccee127c894ea97c7e51", "status": "success", "check": "NOTE", "buildurl": "https://github.com/r-universe/tidyverse/actions/runs/29547172881" }, { "r": "4.5.3", "os": "win", "version": "0.3.0.9001", "date": "2026-07-17T01:26:19.000Z", "commit": "e1ad045bbaf846a9e4fdda651f4892017f4a85d0", "fileid": "https://r2.ropensci.org/5ea3f5270b924fde0f7cd58e210ff581b50a22e646f199df06a0a5f03fffc161", "status": "success", "check": "NOTE", "buildurl": "https://github.com/r-universe/tidyverse/actions/runs/29547172881" }, { "r": "4.6.1", "os": "win", "version": "0.3.0.9001", "date": "2026-07-17T01:26:03.000Z", "commit": "e1ad045bbaf846a9e4fdda651f4892017f4a85d0", "fileid": "https://r2.ropensci.org/4337c5ab29b8c312d42ddd91ea6bcee98ed321f9345eb8b8441ee4af68719524", "status": "success", "check": "NOTE", "buildurl": "https://github.com/r-universe/tidyverse/actions/runs/29547172881" } ] }