5c9f1a1d0a
- Update all packages to latest versions via pnpm update --latest - Downgrade Prisma 7 to 6 (v7 requires schema migration) - Downgrade Tailwind CSS 4 to 3 (v4 requires PostCSS migration) - Downgrade Storybook 10 to 8 (addons not available in v10) - Pin cheerio to 1.0.0-rc.12 via pnpm override (type exports changed) - Fix AI SDK tool definitions: parameters -> inputSchema - Fix cheerio types in extract-meta and table-extract tools - Add explicit type annotations to tool execute functions - Migrate biome config to v2.3.11 schema All type-checks, tests, and builds pass.
84 lines
1.9 KiB
JSON
84 lines
1.9 KiB
JSON
{
|
|
"name": "@tpmjs/tools-robots-policy",
|
|
"version": "0.2.0",
|
|
"description": "Parse robots.txt and check if a URL is allowed for crawling",
|
|
"type": "module",
|
|
"keywords": [
|
|
"tpmjs",
|
|
"robots",
|
|
"robots.txt",
|
|
"crawler",
|
|
"seo",
|
|
"web"
|
|
],
|
|
"exports": {
|
|
".": {
|
|
"types": "./dist/index.d.ts",
|
|
"default": "./dist/index.js"
|
|
}
|
|
},
|
|
"files": [
|
|
"dist"
|
|
],
|
|
"scripts": {
|
|
"build": "tsup",
|
|
"dev": "tsup --watch",
|
|
"type-check": "tsc --noEmit",
|
|
"clean": "rm -rf dist .turbo"
|
|
},
|
|
"devDependencies": {
|
|
"@tpmjs/tsconfig": "workspace:*",
|
|
"@types/node": "^25.0.3",
|
|
"tsup": "^8.5.1",
|
|
"typescript": "^5.9.3"
|
|
},
|
|
"publishConfig": {
|
|
"access": "public"
|
|
},
|
|
"repository": {
|
|
"type": "git",
|
|
"url": "https://github.com/anthropics/tpmjs.git",
|
|
"directory": "packages/tools/official/robots-policy"
|
|
},
|
|
"homepage": "https://tpmjs.com",
|
|
"license": "MIT",
|
|
"tpmjs": {
|
|
"category": "web",
|
|
"frameworks": [
|
|
"vercel-ai"
|
|
],
|
|
"tools": [
|
|
{
|
|
"name": "robotsPolicyTool",
|
|
"description": "Parse robots.txt and check if a URL is allowed for crawling",
|
|
"parameters": [
|
|
{
|
|
"name": "robotsUrl",
|
|
"type": "string",
|
|
"description": "The robots.txt URL to parse",
|
|
"required": true
|
|
},
|
|
{
|
|
"name": "testUrl",
|
|
"type": "string",
|
|
"description": "The URL path to test for crawl permission",
|
|
"required": true
|
|
},
|
|
{
|
|
"name": "userAgent",
|
|
"type": "string",
|
|
"description": "The user agent to check (default: '*')",
|
|
"required": false
|
|
}
|
|
],
|
|
"returns": {
|
|
"type": "RobotsPolicy",
|
|
"description": "Object with allowed status, matching rules, and crawl delay"
|
|
}
|
|
}
|
|
]
|
|
},
|
|
"dependencies": {
|
|
"ai": "6.0.23"
|
|
}
|
|
}
|