/api/v1/x402/preflight/url-checkCheap robots.txt preflight before you call the Minifetch /extract and /run/seo-page-audit endpoints: returns whether the Minifetch user agent may fetch a target URL (allow/deny) plus its crawl-delay. If blocked or setting a crawl delay read https://minifetch.com/tutorials/unblock-minifetch . Checks the URL as given — does not follow redirects. Supports GET & POST
{
"properties": {
"fresh": {
"description": "Optional. If true, bypasses the 24h robots.txt cache and re-fetches robots.txt for this check. Use after editing your robots.txt or crawl-delay (or adding/removing a Minifetch block) to confirm the change took effect.",
"type": "boolean"
},
"url": {
"description": "The target URL to check against robots.txt",
"type": "string"
}
},
"required": [
"url"
],
"type": "object"
}{
"results": [
{
"data": {
"allowed": true,
"crawlDelay": 1,
"message": "Access allowed by robots.txt",
"minifetchCache": {
"cachedAt": "2026-08-16T18:22:10.000Z",
"expiresAt": "2026-08-17T18:22:10.000Z",
"hit": false
},
"proxy": {
"proxyType": "minifetch",
"userAgent": "minifetch/1.0 (+https://minifetch.com/site-owner-faq)"
},
"url": "https://github.com"
}
}
],
"success": true
}