{ "_id": "6a3782153efcd9bda44179e0", "Package": "vitals", "Title": "Large Language Model Evaluation", "Version": "0.3.0.9000", "Authors@R": "c(\nperson(\"Simon\", \"Couch\", , \"simon.couch@posit.co\", role = c(\"aut\", \"cre\"),\ncomment = c(ORCID = \"0000-0001-5676-5107\")),\nperson(\"Max\", \"Kuhn\", , \"max@posit.co\", role = \"ctb\"),\nperson(\"Hadley\", \"Wickham\", , \"hadley@posit.co\", role = \"ctb\",\ncomment = c(ORCID = \"0000-0003-4757-117X\")),\nperson(\"Mine\", \"Cetinkaya-Rundel\", , \"mine@posit.co\", role = \"ctb\",\ncomment = c(ORCID = \"0000-0001-6452-2420\")),\nperson(\"Posit Software, PBC\", role = c(\"cph\", \"fnd\"),\ncomment = c(ROR = \"03wc8by49\"))\n)", "Description": "A port of 'Inspect', a widely adopted 'Python' framework\nfor large language model evaluation. Specifically aimed at\n'ellmer' users who want to measure the effectiveness of their\nlarge language model-based products, the package supports\nprompt engineering, tool usage, multi-turn dialog, and model\ngraded evaluations.", "License": "MIT + file LICENSE", "URL": "https://github.com/tidyverse/vitals, https://vitals.tidyverse.org", "BugReports": "https://github.com/tidyverse/vitals/issues", "Config/Needs/website": "tidyverse/tidytemplate, rmarkdown, btw,\ntidyverse, gt, brms, RcppEigen, broom, gt", "Config/testthat/edition": "3", "Config/testthat/parallel": "true", "Config/usethis/last-upkeep": "2025-04-25", "Config/testthat/start-first": "task, translate", "Encoding": "UTF-8", "LazyData": "true", "Roxygen": "list(markdown = TRUE)", "RoxygenNote": "7.3.3", "Config/pak/sysreqs": "make libicu-dev libssl-dev zlib1g-dev", "Repository": "https://tidyverse.r-universe.dev", "Date/Publication": "2026-06-10 14:42:34 UTC", "RemoteUrl": "https://github.com/tidyverse/vitals", "RemoteRef": "HEAD", "RemoteSha": "8f0c4af7d89b922de0606b4c825a05230c68dfe1", "NeedsCompilation": "no", "Packaged": { "Date": "2026-06-21 06:13:48 UTC", "User": "root" }, "Author": "Simon Couch [aut, cre] (ORCID: ),\nMax Kuhn [ctb],\nHadley Wickham [ctb] (ORCID: ),\nMine Cetinkaya-Rundel [ctb] (ORCID:\n),\nPosit Software, PBC [cph, fnd] (ROR: )", "Maintainer": "Simon Couch ", "MD5sum": "07c5d0f65949352ee3f41474307cb5ea", "_user": "tidyverse", "_type": "src", "_file": "vitals_0.3.0.9000.tar.gz", "_fileid": "98a8c15aab32b88456be82003c9f8074d196c592ce9f2094c67b642a2f9b80eb", "_filesize": 3533438, "_sha256": "98a8c15aab32b88456be82003c9f8074d196c592ce9f2094c67b642a2f9b80eb", "_created": "2026-06-21T06:13:48.000Z", "_published": "2026-06-21T06:17:57.337Z", "_distro": "noble", "_jobs": [ { "job": 82546685260, "time": 167, "config": "linux-devel-x86_64", "r": "4.7.0", "check": "OK", "artifact": "7772492119" }, { "job": 82546685258, "time": 159, "config": "linux-release-x86_64", "r": "4.6.0", "check": "OK", "artifact": "7772491257" }, { "job": 82546685259, "time": 83, "config": "macos-oldrel-arm64", "r": "4.5.3", "check": "OK", "artifact": "7772482704" }, { "job": 82546685263, "time": 102, "config": "macos-release-arm64", "r": "4.6.0", "check": "OK", "artifact": "7772484929" }, { "job": 82546508992, "time": 198, "config": "source", "r": "4.6.0", "check": "OK", "artifact": "7772473273" }, { "job": 82546685242, "time": 117, "config": "wasm-release", "r": "4.6.0", "check": "OK", "artifact": "7772486683" }, { "job": 82546685256, "time": 194, "config": "windows-devel", "r": "4.7.0", "check": "OK", "artifact": "7772497182" }, { "job": 82546685250, "time": 130, "config": "windows-oldrel", "r": "4.5.3", "check": "OK", "artifact": "7772488105" }, { "job": 82546685252, "time": 100, "config": "windows-release", "r": "4.6.0", "check": "OK", "artifact": "7772484769" } ], "_buildurl": "https://github.com/r-universe/tidyverse/actions/runs/27895596404", "_status": "success", "_host": "GitHub-Actions", "_upstream": "https://github.com/tidyverse/vitals", "_commit": { "id": "8f0c4af7d89b922de0606b4c825a05230c68dfe1", "author": "Simon Couch ", "committer": "Simon Couch ", "message": "support parallel tool results\n", "time": 1781102554 }, "_maintainer": { "name": "Simon Couch", "email": "simon.couch@posit.co", "login": "simonpcouch", "mastodon": "@simonpcouch@fosstodon.org", "bluesky": "@simonpcouch.com", "description": "statistical software @posit-pbc", "uuid": 35748691, "orcid": "0000-0001-5676-5107" }, "_registered": true, "_dependencies": [ { "package": "R", "version": ">= 4.1", "role": "Depends" }, { "package": "cli", "role": "Imports" }, { "package": "dplyr", "role": "Imports" }, { "package": "ellmer", "version": ">= 0.4.0", "role": "Imports" }, { "package": "glue", "role": "Imports" }, { "package": "httpuv", "role": "Imports" }, { "package": "httr2", "role": "Imports" }, { "package": "jsonlite", "role": "Imports" }, { "package": "purrr", "role": "Imports" }, { "package": "R6", "role": "Imports" }, { "package": "rlang", "role": "Imports" }, { "package": "S7", "role": "Imports" }, { "package": "tibble", "role": "Imports" }, { "package": "tidyr", "role": "Imports" }, { "package": "withr", "role": "Imports" }, { "package": "ggplot2", "role": "Suggests" }, { "package": "here", "role": "Suggests" }, { "package": "htmltools", "role": "Suggests" }, { "package": "knitr", "role": "Suggests" }, { "package": "magick", "role": "Suggests" }, { "package": "ordinal", "role": "Suggests" }, { "package": "rmarkdown", "role": "Suggests" }, { "package": "testthat", "version": ">= 3.0.0", "role": "Suggests" }, { "package": "vcr", "version": ">= 2.0.0", "role": "Suggests" } ], "_owner": "tidyverse", "_selfowned": true, "_usedby": 0, "_updates": [ { "week": "2025-25", "n": 7 }, { "week": "2025-26", "n": 2 }, { "week": "2025-30", "n": 3 }, { "week": "2025-33", "n": 1 }, { "week": "2025-35", "n": 1 }, { "week": "2025-38", "n": 3 }, { "week": "2025-40", "n": 7 }, { "week": "2025-41", "n": 13 }, { "week": "2025-43", "n": 6 }, { "week": "2025-47", "n": 18 }, { "week": "2025-48", "n": 3 }, { "week": "2025-49", "n": 9 }, { "week": "2025-51", "n": 4 }, { "week": "2026-03", "n": 8 }, { "week": "2026-06", "n": 1 }, { "week": "2026-14", "n": 2 }, { "week": "2026-18", "n": 7 }, { "week": "2026-20", "n": 3 }, { "week": "2026-24", "n": 1 } ], "_tags": [ { "name": "v0.1.0", "date": "2025-06-26" }, { "name": "v0.2.0", "date": "2025-12-01" }, { "name": "v0.3.0", "date": "2026-05-15" } ], "_stars": 56, "_contributors": [ { "user": "simonpcouch", "count": 427, "uuid": 35748691 }, { "user": "howardbaik", "count": 3, "uuid": 50791792 }, { "user": "mattwarkentin", "count": 3, "uuid": 27825069 }, { "user": "sokolovanatoliy", "count": 2, "uuid": 103528026 }, { "user": "hadley", "count": 2, "uuid": 4196 }, { "user": "bjornkallerud", "count": 1, "uuid": 35743670 }, { "user": "copilot", "count": 1, "uuid": 198982749 }, { "user": "jeroenjanssens", "count": 1, "uuid": 1368256 }, { "user": "mine-cetinkaya-rundel", "count": 1, "uuid": 5965649 }, { "user": "smach", "count": 1, "uuid": 3394160 }, { "user": "t-kalinowski", "count": 1, "uuid": 8462255 } ], "_userbio": { "uuid": 22032646, "type": "organization", "name": "tidyverse", "followers": 1826, "description": "The tidyverse is a collection of R packages that share common principles and are designed to work together seamlessly" }, "_downloads": { "count": 733, "source": "https://cranlogs.r-pkg.org/downloads/total/last-month/vitals" }, "_devurl": "https://github.com/tidyverse/vitals", "_pkgdown": "https://vitals.tidyverse.org", "_searchresults": 77, "_rbuild": "4.6.0", "_assets": [ "extra/citation.cff", "extra/citation.html", "extra/citation.json", "extra/citation.txt", "extra/contents.json", "extra/NEWS.html", "extra/NEWS.txt", "extra/readme.html", "extra/readme.md", "extra/vitals.html", "LICENSE", "manual.pdf" ], "_homeurl": "https://github.com/tidyverse/vitals", "_realowner": "tidyverse", "_cranurl": true, "_releases": [ { "version": "0.1.0", "date": "2025-06-24" }, { "version": "0.2.0", "date": "2025-12-01" }, { "version": "0.3.0", "date": "2026-05-15" } ], "_exports": [ "detect_answer", "detect_exact", "detect_includes", "detect_match", "detect_pattern", "generate", "generate_structured", "model_graded_fact", "model_graded_qa", "Task", "vitals_bind", "vitals_bundle", "vitals_log_dir", "vitals_log_dir_set", "vitals_view" ], "_datasets": [ { "name": "are", "title": "An R Eval", "object": "are", "class": [ "tbl_df", "tbl", "data.frame" ], "fields": [ "id", "input", "target", "domain", "task", "source", "knowledge" ], "rows": 29, "table": true, "tojson": true } ], "_help": [ { "page": "are", "title": "An R Eval", "topics": [ "are" ] }, { "page": "generate", "title": "Convert a chat to a solver function", "topics": [ "generate" ] }, { "page": "generate_structured", "title": "Convert a chat to a solver function with structured output", "topics": [ "generate_structured" ] }, { "page": "scorer_detect", "title": "Scoring with string detection", "topics": [ "detect_answer", "detect_exact", "detect_includes", "detect_match", "detect_pattern", "scorer_detect" ] }, { "page": "scorer_model", "title": "Model-based scoring", "topics": [ "model_graded_fact", "model_graded_qa", "scorer_model" ] }, { "page": "Task", "title": "Creating and evaluating tasks", "topics": [ "Task" ] }, { "page": "vitals_bind", "title": "Concatenate task samples for analysis", "topics": [ "vitals_bind" ] }, { "page": "vitals_bundle", "title": "Prepare logs for deployment", "topics": [ "vitals_bundle" ] }, { "page": "vitals_log_dir", "title": "The log directory", "topics": [ "vitals_log_dir", "vitals_log_dir_set" ] }, { "page": "vitals_view", "title": "Interactively view local evaluation logs", "topics": [ "vitals_view" ] } ], "_pkglogo": "https://github.com/tidyverse/vitals/raw/HEAD/man/figures/logo.png", "_readme": "https://github.com/tidyverse/vitals/raw/HEAD/README.md", "_rundeps": [ "askpass", "cli", "coro", "cpp11", "curl", "dplyr", "ellmer", "fastmap", "generics", "glue", "httpuv", "httr2", "jsonlite", "later", "lifecycle", "magrittr", "openssl", "otel", "pillar", "pkgconfig", "promises", "purrr", "R6", "rappdirs", "Rcpp", "rlang", "S7", "stringi", "stringr", "sys", "tibble", "tidyr", "tidyselect", "utf8", "vctrs", "withr" ], "_score": 7.612402357467531, "_indexed": true, "_nocasepkg": "vitals", "_universes": [ "tidyverse", "simonpcouch" ], "_binaries": [ { "r": "4.7.0", "os": "linux", "version": "0.3.0.9000", "date": "2026-06-21T06:16:21.000Z", "distro": "noble", "commit": "8f0c4af7d89b922de0606b4c825a05230c68dfe1", "fileid": "f75ddf76024f5ff8a0fd91df8622ccc1795105e2285fcd60bcc9c6dde7c988bd", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/tidyverse/actions/runs/27895596404" }, { "r": "4.6.0", "os": "linux", "version": "0.3.0.9000", "date": "2026-06-21T06:16:12.000Z", "distro": "noble", "commit": "8f0c4af7d89b922de0606b4c825a05230c68dfe1", "fileid": "e4aaab280d0dd5fed5a712fbec5a2eb3168ff82f04358d110aebc302f7dacf5c", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/tidyverse/actions/runs/27895596404" }, { "r": "4.5.3", "os": "mac", "version": "0.3.0.9000", "date": "2026-06-21T06:15:12.000Z", "commit": "8f0c4af7d89b922de0606b4c825a05230c68dfe1", "fileid": "c8aa845726a09b196772b3dcc2ace37c022e0fef4d05412d7c876076e7c96b5c", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/tidyverse/actions/runs/27895596404" }, { "r": "4.6.0", "os": "mac", "version": "0.3.0.9000", "date": "2026-06-21T06:15:26.000Z", "commit": "8f0c4af7d89b922de0606b4c825a05230c68dfe1", "fileid": "a33ac2a6c5dd98f6654a563c2b42a53cbb2c3a70f73dda45222cc45b7c3f51dd", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/tidyverse/actions/runs/27895596404" }, { "r": "4.6.0", "os": "wasm", "version": "0.3.0.9000", "date": "2026-06-21T06:16:03.000Z", "commit": "8f0c4af7d89b922de0606b4c825a05230c68dfe1", "fileid": "37c35ec957a209f680af7e1bc9eb1ddbd933d13e31b2676513ed55140ddc9873", "status": "success", "buildurl": "https://github.com/r-universe/tidyverse/actions/runs/27895596404" }, { "r": "4.7.0", "os": "win", "version": "0.3.0.9000", "date": "2026-06-21T06:16:50.000Z", "commit": "8f0c4af7d89b922de0606b4c825a05230c68dfe1", "fileid": "7e38963708244608bf0ecee78e5ee5142185515cbd50d00bd8060d0f674465aa", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/tidyverse/actions/runs/27895596404" }, { "r": "4.5.3", "os": "win", "version": "0.3.0.9000", "date": "2026-06-21T06:15:31.000Z", "commit": "8f0c4af7d89b922de0606b4c825a05230c68dfe1", "fileid": "2891ac751face44f996b17536a2c24ef78801e8e32738d312084789728835c07", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/tidyverse/actions/runs/27895596404" }, { "r": "4.6.0", "os": "win", "version": "0.3.0.9000", "date": "2026-06-21T06:15:07.000Z", "commit": "8f0c4af7d89b922de0606b4c825a05230c68dfe1", "fileid": "66c394da82f71883aea9895ae3bdb9db4f8f6cfbbed8aa23d4073467bd7e9147", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/tidyverse/actions/runs/27895596404" } ] }