{
 "id": "313Automations/ai-crawler-user-agents",
 "owner": "313Automations",
 "name": "ai-crawler-user-agents",
 "downloads": 56,
 "likes": 0,
 "last_modified": "2026-10-20T10:23:52.000Z",
 "stated_licence": "cc-by-4.0",
 "stated_from": "tag",
 "licence_name": null,
 "licence_link": null,
 "file_licence": null,
 "licence_files": [],
 "sources": [],
 "gated": false,
 "tasks": [
  "text-classification"
 ],
 "citation": "```\n313 Automations (2026). AI Crawler User Agents and robots.txt Tokens. Hugging Face. https://huggingface.co/datasets/313Automations/ai-crawler-user-agents\n```",
 "signal": "permissive",
 "reason": "The declared licence (cc-by-4.0) is classified as permissive.",
 "revision": "91552f4b4e48357e8f579609d80ef84e4906c5af",
 "stated_evidence": "https://huggingface.co/datasets/313Automations/ai-crawler-user-agents/blob/91552f4b4e48357e8f579609d80ef84e4906c5af/README.md",
 "file_evidence": "https://huggingface.co/datasets/313Automations/ai-crawler-user-agents/tree/91552f4b4e48357e8f579609d80ef84e4906c5af",
 "card_nc": false
}