SEO Robots TXT Analyzer
SEO Robots TXT Analyzer · Ações GPT
Robots and Sitemaps Fetcher API
This API fetches the robots.txt file and sitemaps of a given domain.
GET /Fetches robots.txt and sitemapsRetrieves the robots.txt rule and list of sitemap and content for a specified Domain.
Esquema API original
{
"openapi": "3.0.0",
"info": {
"title": "Robots and Sitemaps Fetcher API",
"description": "This API fetches the robots.txt file and sitemaps of a given domain.",
"version": "1.0.0"
},
"servers": [
{
"url": "https://robotstxt-checker.topmarketingai.com/",
"description": "The main production API server"
}
],
"paths": {
"/": {
"get": {
"operationId": "fetchRobotsAndSitemaps",
"summary": "Fetches robots.txt and sitemaps",
"description": "Retrieves the robots.txt rule and list of sitemap and content for a specified Domain.",
"parameters": [
{
"name": "url",
"in": "query",
"description": "The domain to fetch the robots.txt and sitemap information from. It must use https:// schema",
"required": true,
"schema": {
"type": "string",
"format": "uri"
}
}
],
"responses": {
"200": {
"description": "Successful response with robots.txt and sitemaps data",
"content": {
"application/json": {
"schema": {
"$ref": "#/components/schemas/RobotsSitemapsResponse"
}
}
}
},
"400": {
"description": "Bad Request - The request was invalid, details in the error message."
},
"401": {
"description": "Unauthorized - Authentication credentials were missing or incorrect."
},
"500": {
"description": "Internal Server Error - We had a problem with our server. Try again later."
}
},
"security": [
{
"BearerAuth": []
}
]
}
}
},
"components": {
"securitySchemes": {
"BearerAuth": {
"type": "http",
"scheme": "bearer",
"bearerFormat": "JWT"
}
},
"schemas": {
"RobotsSitemapsResponse": {
"type": "object",
"properties": {
"robotsTxt": {
"type": "string",
"description": "The content of the robots.txt file."
},
"sitemaps": {
"type": "array",
"items": {
"type": "string",
"format": "uri"
},
"description": "An array of sitemap URLs."
}
},
"required": [
"robotsTxt",
"sitemaps"
]
}
}
}
}