5926373be6
- Updated all packages from ai@6.0.23 to ai@6.0.49 - Added pnpm override to ensure consistent version - Created changeset for publishing affected packages
84 lines
1.9 KiB
JSON
84 lines
1.9 KiB
JSON
{
|
|
"name": "@tpmjs/tools-robots-policy",
|
|
"version": "0.2.0",
|
|
"description": "Parse robots.txt and check if a URL is allowed for crawling",
|
|
"type": "module",
|
|
"keywords": [
|
|
"tpmjs",
|
|
"robots",
|
|
"robots.txt",
|
|
"crawler",
|
|
"seo",
|
|
"web"
|
|
],
|
|
"exports": {
|
|
".": {
|
|
"types": "./dist/index.d.ts",
|
|
"default": "./dist/index.js"
|
|
}
|
|
},
|
|
"files": [
|
|
"dist"
|
|
],
|
|
"scripts": {
|
|
"build": "tsup",
|
|
"dev": "tsup --watch",
|
|
"type-check": "tsc --noEmit",
|
|
"clean": "rm -rf dist .turbo"
|
|
},
|
|
"devDependencies": {
|
|
"@tpmjs/tsconfig": "workspace:*",
|
|
"@types/node": "^25.0.3",
|
|
"tsup": "^8.5.1",
|
|
"typescript": "^5.9.3"
|
|
},
|
|
"publishConfig": {
|
|
"access": "public"
|
|
},
|
|
"repository": {
|
|
"type": "git",
|
|
"url": "https://github.com/anthropics/tpmjs.git",
|
|
"directory": "packages/tools/official/robots-policy"
|
|
},
|
|
"homepage": "https://tpmjs.com",
|
|
"license": "MIT",
|
|
"tpmjs": {
|
|
"category": "web",
|
|
"frameworks": [
|
|
"vercel-ai"
|
|
],
|
|
"tools": [
|
|
{
|
|
"name": "robotsPolicyTool",
|
|
"description": "Parse robots.txt and check if a URL is allowed for crawling",
|
|
"parameters": [
|
|
{
|
|
"name": "robotsUrl",
|
|
"type": "string",
|
|
"description": "The robots.txt URL to parse",
|
|
"required": true
|
|
},
|
|
{
|
|
"name": "testUrl",
|
|
"type": "string",
|
|
"description": "The URL path to test for crawl permission",
|
|
"required": true
|
|
},
|
|
{
|
|
"name": "userAgent",
|
|
"type": "string",
|
|
"description": "The user agent to check (default: '*')",
|
|
"required": false
|
|
}
|
|
],
|
|
"returns": {
|
|
"type": "RobotsPolicy",
|
|
"description": "Object with allowed status, matching rules, and crawl delay"
|
|
}
|
|
}
|
|
]
|
|
},
|
|
"dependencies": {
|
|
"ai": "6.0.49"
|
|
}
|
|
}
|