{
 "id": "ReexpressAI/OpenVerification1",
 "owner": "ReexpressAI",
 "name": "OpenVerification1",
 "downloads": 275,
 "likes": 1,
 "last_modified": "2026-05-31T18:30:29.000Z",
 "stated_licence": "apache-2.0",
 "stated_from": "tag",
 "licence_name": null,
 "licence_link": null,
 "file_licence": null,
 "licence_files": [],
 "sources": [],
 "gated": false,
 "tasks": [
  "text-classification",
  "question-answering",
  "text-generation"
 ],
 "citation": "@inproceedings{Schmaltz-2026-ReexpressMCPServer,\nauthor = {Schmaltz, Allen},\ntitle = {Introspectable, Updatable, and Uncertainty-aware Classification of Language Model Instruction-following},\nyear = {2026},\nisbn = {9798400724152},\npublisher = {Association for Computing Machinery},\naddress = {New York, NY, USA},\nurl = {https://doi.org/10.1145/3786335.3813214},\ndoi = {10.1145/3786335.3813214},\nabstract = {In this system demonstration paper, we introduce an open-source implementation for training and testing Similarity-Distance-Magnitude (SDM) estimators for the task of binary classification of instruction-following of closed-weight language models (LMs). This SDM estimator provides an approximately conditional estimate of the predictive uncertainty over instruction-following, conditional on multiple closed-weight LMs and the representation space of an open-weight model. While it would be more robust to use as input to the SDM estimator the hidden-states of the underlying models, this indirect, compositional proxy is more reliable than verbalized uncertainty and adds a means of auditing the predictions against data with known labels. We release the code as an MCP Server to simplify adding interpretability-by-exemplar and locally updatable, uncertainty-aware instruction-following to agent-based pipelines. We further release OpenVerification1, a balanced set of over two million examples of instruction-following and associated rationales from recent closed-weight LMs, for bootstrap",
 "signal": "permissive",
 "reason": "The declared licence (apache-2.0) is classified as permissive.",
 "revision": "23f1d2bc021b097616332b6df8b05dd8c7998fab",
 "stated_evidence": "https://huggingface.co/datasets/ReexpressAI/OpenVerification1/blob/23f1d2bc021b097616332b6df8b05dd8c7998fab/README.md",
 "file_evidence": "https://huggingface.co/datasets/ReexpressAI/OpenVerification1/tree/23f1d2bc021b097616332b6df8b05dd8c7998fab",
 "card_nc": false
}