{
  "_id": "6a12a67aacfb0bcc41d143b9",
  "Package": "vitals",
  "Title": "Large Language Model Evaluation",
  "Version": "0.3.0.9000",
  "Authors@R": "c(\nperson(\"Simon\", \"Couch\", , \"simon.couch@posit.co\", role = c(\"aut\", \"cre\"),\ncomment = c(ORCID = \"0000-0001-5676-5107\")),\nperson(\"Max\", \"Kuhn\", , \"max@posit.co\", role = \"ctb\"),\nperson(\"Hadley\", \"Wickham\", , \"hadley@posit.co\", role = \"ctb\",\ncomment = c(ORCID = \"0000-0003-4757-117X\")),\nperson(\"Mine\", \"Cetinkaya-Rundel\", , \"mine@posit.co\", role = \"ctb\",\ncomment = c(ORCID = \"0000-0001-6452-2420\")),\nperson(\"Posit Software, PBC\", role = c(\"cph\", \"fnd\"),\ncomment = c(ROR = \"03wc8by49\"))\n)",
  "Description": "A port of 'Inspect', a widely adopted 'Python' framework\nfor large language model evaluation. Specifically aimed at\n'ellmer' users who want to measure the effectiveness of their\nlarge language model-based products, the package supports\nprompt engineering, tool usage, multi-turn dialog, and model\ngraded evaluations.",
  "License": "MIT + file LICENSE",
  "URL": "https://github.com/tidyverse/vitals, https://vitals.tidyverse.org",
  "BugReports": "https://github.com/tidyverse/vitals/issues",
  "Config/Needs/website": "tidyverse/tidytemplate, rmarkdown, btw,\ntidyverse, gt, brms, RcppEigen, broom, gt",
  "Config/testthat/edition": "3",
  "Config/testthat/parallel": "true",
  "Config/usethis/last-upkeep": "2025-04-25",
  "Config/testthat/start-first": "task, translate",
  "Encoding": "UTF-8",
  "LazyData": "true",
  "Roxygen": "list(markdown = TRUE)",
  "RoxygenNote": "7.3.3",
  "Config/pak/sysreqs": "make libicu-dev libssl-dev zlib1g-dev",
  "Repository": "https://tidyverse.r-universe.dev",
  "Date/Publication": "2026-05-15 20:18:34 UTC",
  "RemoteUrl": "https://github.com/tidyverse/vitals",
  "RemoteRef": "HEAD",
  "RemoteSha": "de58d99bc6cffae411b53fcf99f82488b601bf39",
  "NeedsCompilation": "no",
  "Packaged": {
    "Date": "2026-05-24 06:50:50 UTC",
    "User": "root"
  },
  "Author": "Simon Couch [aut, cre] (ORCID: <https://orcid.org/0000-0001-5676-5107>),\nMax Kuhn [ctb],\nHadley Wickham [ctb] (ORCID: <https://orcid.org/0000-0003-4757-117X>),\nMine Cetinkaya-Rundel [ctb] (ORCID:\n<https://orcid.org/0000-0001-6452-2420>),\nPosit Software, PBC [cph, fnd] (ROR: <https://ror.org/03wc8by49>)",
  "Maintainer": "Simon Couch <simon.couch@posit.co>",
  "MD5sum": "6ea9767096d40fe9c98da5244a6ef583",
  "_user": "tidyverse",
  "_type": "src",
  "_file": "vitals_0.3.0.9000.tar.gz",
  "_fileid": "fdd9314665914da586fabe26a9480dbe78a2cb37b9dfed271a7a6e3f1561bba7",
  "_filesize": 3531231,
  "_sha256": "fdd9314665914da586fabe26a9480dbe78a2cb37b9dfed271a7a6e3f1561bba7",
  "_created": "2026-05-24T06:50:50.000Z",
  "_published": "2026-05-24T07:19:22.199Z",
  "_distro": "noble",
  "_jobs": [
    {
      "job": 77578471721,
      "time": 150,
      "config": "linux-devel-x86_64",
      "r": "4.7.0",
      "check": "OK",
      "artifact": "7183028324"
    },
    {
      "job": 77578471704,
      "time": 153,
      "config": "linux-release-x86_64",
      "r": "4.6.0",
      "check": "OK",
      "artifact": "7183028592"
    },
    {
      "job": 77578471694,
      "time": 87,
      "config": "macos-oldrel-arm64",
      "r": "4.5.3",
      "check": "OK",
      "artifact": "7183171124"
    },
    {
      "job": 77578471702,
      "time": 134,
      "config": "macos-release-arm64",
      "r": "4.6.0",
      "check": "OK",
      "artifact": "7183199183"
    },
    {
      "job": 77578292785,
      "time": 203,
      "config": "source",
      "r": "4.6.0",
      "check": "OK",
      "artifact": "7183012391"
    },
    {
      "job": 77578471697,
      "time": 126,
      "config": "wasm-release",
      "r": "4.6.0",
      "check": "OK",
      "artifact": "7183025859"
    },
    {
      "job": 77578471705,
      "time": 129,
      "config": "windows-devel",
      "r": "4.7.0",
      "check": "OK",
      "artifact": "7183026107"
    },
    {
      "job": 77578471703,
      "time": 102,
      "config": "windows-oldrel",
      "r": "4.5.3",
      "check": "OK",
      "artifact": "7183023547"
    },
    {
      "job": 77578471716,
      "time": 94,
      "config": "windows-release",
      "r": "4.6.0",
      "check": "OK",
      "artifact": "7183022593"
    }
  ],
  "_buildurl": "https://github.com/r-universe/tidyverse/actions/runs/26354370811",
  "_status": "success",
  "_host": "GitHub-Actions",
  "_upstream": "https://github.com/tidyverse/vitals",
  "_commit": {
    "id": "de58d99bc6cffae411b53fcf99f82488b601bf39",
    "author": "Simon Couch <simonpatrickcouch@gmail.com>",
    "committer": "Simon Couch <simonpatrickcouch@gmail.com>",
    "message": "`usethis::use_dev_version()`\n",
    "time": 1778876314
  },
  "_maintainer": {
    "name": "Simon Couch",
    "email": "simon.couch@posit.co",
    "login": "simonpcouch",
    "mastodon": "@simonpcouch@fosstodon.org",
    "bluesky": "@simonpcouch.com",
    "description": "statistical software @posit-pbc",
    "uuid": 35748691,
    "orcid": "0000-0001-5676-5107"
  },
  "_registered": true,
  "_dependencies": [
    {
      "package": "R",
      "version": ">= 4.1",
      "role": "Depends"
    },
    {
      "package": "cli",
      "role": "Imports"
    },
    {
      "package": "dplyr",
      "role": "Imports"
    },
    {
      "package": "ellmer",
      "version": ">= 0.4.0",
      "role": "Imports"
    },
    {
      "package": "glue",
      "role": "Imports"
    },
    {
      "package": "httpuv",
      "role": "Imports"
    },
    {
      "package": "httr2",
      "role": "Imports"
    },
    {
      "package": "jsonlite",
      "role": "Imports"
    },
    {
      "package": "purrr",
      "role": "Imports"
    },
    {
      "package": "R6",
      "role": "Imports"
    },
    {
      "package": "rlang",
      "role": "Imports"
    },
    {
      "package": "S7",
      "role": "Imports"
    },
    {
      "package": "tibble",
      "role": "Imports"
    },
    {
      "package": "tidyr",
      "role": "Imports"
    },
    {
      "package": "withr",
      "role": "Imports"
    },
    {
      "package": "ggplot2",
      "role": "Suggests"
    },
    {
      "package": "here",
      "role": "Suggests"
    },
    {
      "package": "htmltools",
      "role": "Suggests"
    },
    {
      "package": "knitr",
      "role": "Suggests"
    },
    {
      "package": "magick",
      "role": "Suggests"
    },
    {
      "package": "ordinal",
      "role": "Suggests"
    },
    {
      "package": "rmarkdown",
      "role": "Suggests"
    },
    {
      "package": "testthat",
      "version": ">= 3.0.0",
      "role": "Suggests"
    },
    {
      "package": "vcr",
      "version": ">= 2.0.0",
      "role": "Suggests"
    }
  ],
  "_owner": "tidyverse",
  "_selfowned": true,
  "_usedby": 0,
  "_updates": [
    {
      "week": "2025-21",
      "n": 15
    },
    {
      "week": "2025-22",
      "n": 4
    },
    {
      "week": "2025-23",
      "n": 10
    },
    {
      "week": "2025-24",
      "n": 13
    },
    {
      "week": "2025-25",
      "n": 7
    },
    {
      "week": "2025-26",
      "n": 2
    },
    {
      "week": "2025-30",
      "n": 3
    },
    {
      "week": "2025-33",
      "n": 1
    },
    {
      "week": "2025-35",
      "n": 1
    },
    {
      "week": "2025-38",
      "n": 3
    },
    {
      "week": "2025-40",
      "n": 7
    },
    {
      "week": "2025-41",
      "n": 13
    },
    {
      "week": "2025-43",
      "n": 6
    },
    {
      "week": "2025-47",
      "n": 18
    },
    {
      "week": "2025-48",
      "n": 3
    },
    {
      "week": "2025-49",
      "n": 9
    },
    {
      "week": "2025-51",
      "n": 4
    },
    {
      "week": "2026-03",
      "n": 8
    },
    {
      "week": "2026-06",
      "n": 1
    },
    {
      "week": "2026-14",
      "n": 2
    },
    {
      "week": "2026-18",
      "n": 7
    },
    {
      "week": "2026-20",
      "n": 3
    }
  ],
  "_tags": [
    {
      "name": "v0.1.0",
      "date": "2025-06-26"
    },
    {
      "name": "v0.2.0",
      "date": "2025-12-01"
    },
    {
      "name": "v0.3.0",
      "date": "2026-05-15"
    }
  ],
  "_stars": 54,
  "_contributors": [
    {
      "user": "simonpcouch",
      "count": 426,
      "uuid": 35748691
    },
    {
      "user": "howardbaik",
      "count": 3,
      "uuid": 50791792
    },
    {
      "user": "mattwarkentin",
      "count": 3,
      "uuid": 27825069
    },
    {
      "user": "sokolovanatoliy",
      "count": 2,
      "uuid": 103528026
    },
    {
      "user": "hadley",
      "count": 2,
      "uuid": 4196
    },
    {
      "user": "bjornkallerud",
      "count": 1,
      "uuid": 35743670
    },
    {
      "user": "copilot",
      "count": 1,
      "uuid": 198982749
    },
    {
      "user": "jeroenjanssens",
      "count": 1,
      "uuid": 1368256
    },
    {
      "user": "mine-cetinkaya-rundel",
      "count": 1,
      "uuid": 5965649
    },
    {
      "user": "smach",
      "count": 1,
      "uuid": 3394160
    },
    {
      "user": "t-kalinowski",
      "count": 1,
      "uuid": 8462255
    }
  ],
  "_userbio": {
    "uuid": 22032646,
    "type": "organization",
    "name": "tidyverse",
    "description": "The tidyverse is a collection of R packages that share common principles and are designed to work together seamlessly"
  },
  "_downloads": {
    "count": 457,
    "source": "https://cranlogs.r-pkg.org/downloads/total/last-month/vitals"
  },
  "_devurl": "https://github.com/tidyverse/vitals",
  "_pkgdown": "https://vitals.tidyverse.org",
  "_searchresults": 76,
  "_rbuild": "4.6.0",
  "_assets": [
    "extra/citation.cff",
    "extra/citation.html",
    "extra/citation.json",
    "extra/citation.txt",
    "extra/contents.json",
    "extra/NEWS.html",
    "extra/NEWS.txt",
    "extra/readme.html",
    "extra/readme.md",
    "extra/vitals.html",
    "manual.pdf"
  ],
  "_homeurl": "https://github.com/tidyverse/vitals",
  "_realowner": "tidyverse",
  "_cranurl": true,
  "_releases": [
    {
      "version": "0.1.0",
      "date": "2025-06-24"
    },
    {
      "version": "0.2.0",
      "date": "2025-12-01"
    },
    {
      "version": "0.3.0",
      "date": "2026-05-15"
    }
  ],
  "_exports": [
    "detect_answer",
    "detect_exact",
    "detect_includes",
    "detect_match",
    "detect_pattern",
    "generate",
    "generate_structured",
    "model_graded_fact",
    "model_graded_qa",
    "Task",
    "vitals_bind",
    "vitals_bundle",
    "vitals_log_dir",
    "vitals_log_dir_set",
    "vitals_view"
  ],
  "_datasets": [
    {
      "name": "are",
      "title": "An R Eval",
      "object": "are",
      "class": [
        "tbl_df",
        "tbl",
        "data.frame"
      ],
      "fields": [
        "id",
        "input",
        "target",
        "domain",
        "task",
        "source",
        "knowledge"
      ],
      "rows": 29,
      "table": true,
      "tojson": true
    }
  ],
  "_help": [
    {
      "page": "are",
      "title": "An R Eval",
      "topics": [
        "are"
      ]
    },
    {
      "page": "generate",
      "title": "Convert a chat to a solver function",
      "topics": [
        "generate"
      ]
    },
    {
      "page": "generate_structured",
      "title": "Convert a chat to a solver function with structured output",
      "topics": [
        "generate_structured"
      ]
    },
    {
      "page": "scorer_detect",
      "title": "Scoring with string detection",
      "topics": [
        "detect_answer",
        "detect_exact",
        "detect_includes",
        "detect_match",
        "detect_pattern",
        "scorer_detect"
      ]
    },
    {
      "page": "scorer_model",
      "title": "Model-based scoring",
      "topics": [
        "model_graded_fact",
        "model_graded_qa",
        "scorer_model"
      ]
    },
    {
      "page": "Task",
      "title": "Creating and evaluating tasks",
      "topics": [
        "Task"
      ]
    },
    {
      "page": "vitals_bind",
      "title": "Concatenate task samples for analysis",
      "topics": [
        "vitals_bind"
      ]
    },
    {
      "page": "vitals_bundle",
      "title": "Prepare logs for deployment",
      "topics": [
        "vitals_bundle"
      ]
    },
    {
      "page": "vitals_log_dir",
      "title": "The log directory",
      "topics": [
        "vitals_log_dir",
        "vitals_log_dir_set"
      ]
    },
    {
      "page": "vitals_view",
      "title": "Interactively view local evaluation logs",
      "topics": [
        "vitals_view"
      ]
    }
  ],
  "_pkglogo": "https://github.com/tidyverse/vitals/raw/HEAD/man/figures/logo.png",
  "_readme": "https://github.com/tidyverse/vitals/raw/HEAD/README.md",
  "_rundeps": [
    "askpass",
    "cli",
    "coro",
    "cpp11",
    "curl",
    "dplyr",
    "ellmer",
    "fastmap",
    "generics",
    "glue",
    "httpuv",
    "httr2",
    "jsonlite",
    "later",
    "lifecycle",
    "magrittr",
    "openssl",
    "otel",
    "pillar",
    "pkgconfig",
    "promises",
    "purrr",
    "R6",
    "rappdirs",
    "Rcpp",
    "rlang",
    "S7",
    "stringi",
    "stringr",
    "sys",
    "tibble",
    "tidyr",
    "tidyselect",
    "utf8",
    "vctrs",
    "withr"
  ],
  "_score": 7.654600037261985,
  "_indexed": true,
  "_nocasepkg": "vitals",
  "_universes": [
    "tidyverse",
    "simonpcouch"
  ],
  "_binaries": [
    {
      "r": "4.7.0",
      "os": "linux",
      "version": "0.3.0.9000",
      "date": "2026-05-24T06:53:12.000Z",
      "distro": "noble",
      "commit": "de58d99bc6cffae411b53fcf99f82488b601bf39",
      "fileid": "3fdf73dcaa165da3daa559d89a9905d3d5ce2488ea86091af0212889f5d50779",
      "status": "success",
      "check": "OK",
      "buildurl": "https://github.com/r-universe/tidyverse/actions/runs/26354370811"
    },
    {
      "r": "4.6.0",
      "os": "linux",
      "version": "0.3.0.9000",
      "date": "2026-05-24T06:53:15.000Z",
      "distro": "noble",
      "commit": "de58d99bc6cffae411b53fcf99f82488b601bf39",
      "fileid": "665928923fbad04b48222a65e2edbeb06259e6c23d7c7a2c1d8d4ffcd7dae056",
      "status": "success",
      "check": "OK",
      "buildurl": "https://github.com/r-universe/tidyverse/actions/runs/26354370811"
    },
    {
      "r": "4.5.3",
      "os": "mac",
      "version": "0.3.0.9000",
      "date": "2026-05-24T07:14:51.000Z",
      "commit": "de58d99bc6cffae411b53fcf99f82488b601bf39",
      "fileid": "4ed9c16e9d389871e1e884d9d9d2fe37480f69909d90c43beeeae324782c5fdc",
      "status": "success",
      "check": "OK",
      "buildurl": "https://github.com/r-universe/tidyverse/actions/runs/26354370811"
    },
    {
      "r": "4.6.0",
      "os": "mac",
      "version": "0.3.0.9000",
      "date": "2026-05-24T07:18:30.000Z",
      "commit": "de58d99bc6cffae411b53fcf99f82488b601bf39",
      "fileid": "0cc1e77e7dd560de935bb276f79d396521806e52156a899386c776a4349a3677",
      "status": "success",
      "check": "OK",
      "buildurl": "https://github.com/r-universe/tidyverse/actions/runs/26354370811"
    },
    {
      "r": "4.6.0",
      "os": "wasm",
      "version": "0.3.0.9000",
      "date": "2026-05-24T06:53:17.000Z",
      "commit": "de58d99bc6cffae411b53fcf99f82488b601bf39",
      "fileid": "9cab730312598609d71ce63152a5f27f953d61906999adf0963c44c8dd2d61df",
      "status": "success",
      "buildurl": "https://github.com/r-universe/tidyverse/actions/runs/26354370811"
    },
    {
      "r": "4.7.0",
      "os": "win",
      "version": "0.3.0.9000",
      "date": "2026-05-24T06:52:37.000Z",
      "commit": "de58d99bc6cffae411b53fcf99f82488b601bf39",
      "fileid": "355984555c3041a6e0b03636c62b53f9ac93ef9ecb2fc366b9a5a1f116b342d2",
      "status": "success",
      "check": "OK",
      "buildurl": "https://github.com/r-universe/tidyverse/actions/runs/26354370811"
    },
    {
      "r": "4.5.3",
      "os": "win",
      "version": "0.3.0.9000",
      "date": "2026-05-24T06:52:17.000Z",
      "commit": "de58d99bc6cffae411b53fcf99f82488b601bf39",
      "fileid": "c69877799a84fee4d0c02cb9512823cac494e4d1d314e70cd72ee7104398bdd8",
      "status": "success",
      "check": "OK",
      "buildurl": "https://github.com/r-universe/tidyverse/actions/runs/26354370811"
    },
    {
      "r": "4.6.0",
      "os": "win",
      "version": "0.3.0.9000",
      "date": "2026-05-24T06:52:06.000Z",
      "commit": "de58d99bc6cffae411b53fcf99f82488b601bf39",
      "fileid": "aaaad9c65ebeb654e550a3159ad4ee0e26d0d5d67ba44cd21c31107b573b770f",
      "status": "success",
      "check": "OK",
      "buildurl": "https://github.com/r-universe/tidyverse/actions/runs/26354370811"
    }
  ]
}